2024-11-16 04:14:07,735 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-16 04:14:07,750 main DEBUG Took 0.012030 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-16 04:14:07,750 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-16 04:14:07,751 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-16 04:14:07,752 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-16 04:14:07,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,762 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-16 04:14:07,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,778 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,779 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,782 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 04:14:07,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,785 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-16 04:14:07,786 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 04:14:07,788 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-16 04:14:07,790 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-16 04:14:07,790 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-16 04:14:07,791 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-16 04:14:07,792 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-16 04:14:07,800 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-16 04:14:07,802 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-16 04:14:07,804 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-16 04:14:07,804 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-16 04:14:07,805 main DEBUG createAppenders(={Console})
2024-11-16 04:14:07,805 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-16 04:14:07,806 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-16 04:14:07,806 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-16 04:14:07,806 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-16 04:14:07,807 main DEBUG OutputStream closed
2024-11-16 04:14:07,807 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-16 04:14:07,807 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-16 04:14:07,807 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-16 04:14:07,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-16 04:14:07,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-16 04:14:07,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-16 04:14:07,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-16 04:14:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-16 04:14:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-16 04:14:07,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-16 04:14:07,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-16 04:14:07,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-16 04:14:07,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-16 04:14:07,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-16 04:14:07,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-16 04:14:07,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-16 04:14:07,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-16 04:14:07,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-16 04:14:07,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-16 04:14:07,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-16 04:14:07,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-16 04:14:07,890 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16 04:14:07,891 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-16 04:14:07,891 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-16 04:14:07,892 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-16T04:14:08,101 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436
2024-11-16 04:14:08,104 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-16 04:14:08,104 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16T04:14:08,112 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-16T04:14:08,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-16T04:14:08,154 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540, deleteOnExit=true
2024-11-16T04:14:08,155 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-16T04:14:08,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/test.cache.data in system properties and HBase conf
2024-11-16T04:14:08,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.tmp.dir in system properties and HBase conf
2024-11-16T04:14:08,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.log.dir in system properties and HBase conf
2024-11-16T04:14:08,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-16T04:14:08,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-16T04:14:08,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-16T04:14:08,266 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-16T04:14:08,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-16T04:14:08,357 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-16T04:14:08,357 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-16T04:14:08,358 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-16T04:14:08,358 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T04:14:08,359 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-16T04:14:08,359 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-16T04:14:08,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T04:14:08,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T04:14:08,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-16T04:14:08,361 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/nfs.dump.dir in system properties and HBase conf
2024-11-16T04:14:08,361 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/java.io.tmpdir in system properties and HBase conf
2024-11-16T04:14:08,361 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T04:14:08,362 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-16T04:14:08,362 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-16T04:14:09,379 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-16T04:14:09,444 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2408ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-16T04:14:09,510 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T04:14:09,571 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T04:14:09,590 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T04:14:09,590 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T04:14:09,591 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-16T04:14:09,602 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T04:14:09,605 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.log.dir/,AVAILABLE}
2024-11-16T04:14:09,605 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T04:14:09,786 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-727393990671480821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T04:14:09,792 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:38261}
2024-11-16T04:14:09,793 INFO  [Time-limited test {}] server.Server(415): Started @2757ms
2024-11-16T04:14:10,350 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T04:14:10,357 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T04:14:10,358 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T04:14:10,359 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T04:14:10,359 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-16T04:14:10,360 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.log.dir/,AVAILABLE}
2024-11-16T04:14:10,360 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T04:14:10,458 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/java.io.tmpdir/jetty-localhost-35427-hadoop-hdfs-3_4_1-tests_jar-_-any-17603925572378041124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T04:14:10,458 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35427}
2024-11-16T04:14:10,459 INFO  [Time-limited test {}] server.Server(415): Started @3423ms
2024-11-16T04:14:10,506 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-16T04:14:11,510 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/data/data2/current/BP-791663622-172.17.0.2-1731730448887/current, will proceed with Du for space computation calculation, 
2024-11-16T04:14:11,510 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/data/data1/current/BP-791663622-172.17.0.2-1731730448887/current, will proceed with Du for space computation calculation, 
2024-11-16T04:14:11,541 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-16T04:14:11,583 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24d90b1a54b72aea with lease ID 0x29f91e70cfdce143: Processing first storage report for DS-bd24d102-c002-4fad-910c-11b9a29810a8 from datanode DatanodeRegistration(127.0.0.1:41651, datanodeUuid=6be58310-fae0-41d8-9a74-8e730b928d40, infoPort=46859, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1525535882;c=1731730448887)
2024-11-16T04:14:11,584 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24d90b1a54b72aea with lease ID 0x29f91e70cfdce143: from storage DS-bd24d102-c002-4fad-910c-11b9a29810a8 node DatanodeRegistration(127.0.0.1:41651, datanodeUuid=6be58310-fae0-41d8-9a74-8e730b928d40, infoPort=46859, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1525535882;c=1731730448887), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-16T04:14:11,584 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24d90b1a54b72aea with lease ID 0x29f91e70cfdce143: Processing first storage report for DS-7297266b-b8b4-474e-bcf9-606286835821 from datanode DatanodeRegistration(127.0.0.1:41651, datanodeUuid=6be58310-fae0-41d8-9a74-8e730b928d40, infoPort=46859, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1525535882;c=1731730448887)
2024-11-16T04:14:11,584 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24d90b1a54b72aea with lease ID 0x29f91e70cfdce143: from storage DS-7297266b-b8b4-474e-bcf9-606286835821 node DatanodeRegistration(127.0.0.1:41651, datanodeUuid=6be58310-fae0-41d8-9a74-8e730b928d40, infoPort=46859, infoSecurePort=0, ipcPort=43523, storageInfo=lv=-57;cid=testClusterID;nsid=1525535882;c=1731730448887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-16T04:14:11,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436
2024-11-16T04:14:11,654 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/zookeeper_0, clientPort=61547, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-16T04:14:11,662 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61547
2024-11-16T04:14:11,677 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:11,680 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:11,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741825_1001 (size=7)
2024-11-16T04:14:12,314 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2 with version=8
2024-11-16T04:14:12,315 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/hbase-staging
2024-11-16T04:14:12,435 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-16T04:14:12,691 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fda3efb342d8:0 server-side Connection retries=45
2024-11-16T04:14:12,702 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:12,703 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:12,710 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T04:14:12,710 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:12,710 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T04:14:12,869 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-16T04:14:12,923 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-16T04:14:12,932 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-16T04:14:12,935 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T04:14:12,958 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4797 (auto-detected)
2024-11-16T04:14:12,959 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-16T04:14:12,977 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45329
2024-11-16T04:14:12,997 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45329 connecting to ZooKeeper ensemble=127.0.0.1:61547
2024-11-16T04:14:13,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453290x0, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T04:14:13,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45329-0x10141d9a8600000 connected
2024-11-16T04:14:13,222 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:13,227 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:13,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T04:14:13,241 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2, hbase.cluster.distributed=false
2024-11-16T04:14:13,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T04:14:13,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45329
2024-11-16T04:14:13,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45329
2024-11-16T04:14:13,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45329
2024-11-16T04:14:13,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45329
2024-11-16T04:14:13,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45329
2024-11-16T04:14:13,393 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fda3efb342d8:0 server-side Connection retries=45
2024-11-16T04:14:13,395 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:13,395 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:13,395 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T04:14:13,395 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T04:14:13,396 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T04:14:13,398 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-16T04:14:13,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T04:14:13,402 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46295
2024-11-16T04:14:13,404 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46295 connecting to ZooKeeper ensemble=127.0.0.1:61547
2024-11-16T04:14:13,405 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:13,409 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:13,504 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462950x0, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T04:14:13,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T04:14:13,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46295-0x10141d9a8600001 connected
2024-11-16T04:14:13,510 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-16T04:14:13,519 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-16T04:14:13,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-16T04:14:13,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T04:14:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46295
2024-11-16T04:14:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46295
2024-11-16T04:14:13,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46295
2024-11-16T04:14:13,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46295
2024-11-16T04:14:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46295
2024-11-16T04:14:13,546 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fda3efb342d8:45329
2024-11-16T04:14:13,547 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fda3efb342d8,45329,1731730452505
2024-11-16T04:14:13,578 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T04:14:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T04:14:13,580 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fda3efb342d8,45329,1731730452505
2024-11-16T04:14:13,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:13,641 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-16T04:14:13,642 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:13,643 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-16T04:14:13,644 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fda3efb342d8,45329,1731730452505 from backup master directory
2024-11-16T04:14:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fda3efb342d8,45329,1731730452505
2024-11-16T04:14:13,717 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T04:14:13,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T04:14:13,719 WARN  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T04:14:13,719 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fda3efb342d8,45329,1731730452505
2024-11-16T04:14:13,722 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-16T04:14:13,724 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-16T04:14:13,776 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/hbase.id] with ID: 0cfef244-f526-4bdf-88cc-63b00f4f337a
2024-11-16T04:14:13,776 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/.tmp/hbase.id
2024-11-16T04:14:13,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741826_1002 (size=42)
2024-11-16T04:14:14,189 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/.tmp/hbase.id]:[hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/hbase.id]
2024-11-16T04:14:14,238 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T04:14:14,243 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-16T04:14:14,262 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-11-16T04:14:14,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:14,282 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:14,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741827_1003 (size=196)
2024-11-16T04:14:14,717 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:14:14,719 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-16T04:14:14,732 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:14,736 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T04:14:14,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741828_1004 (size=1189)
2024-11-16T04:14:15,189 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store
2024-11-16T04:14:15,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741829_1005 (size=34)
2024-11-16T04:14:15,622 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-16T04:14:15,626 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:15,627 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T04:14:15,627 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:14:15,628 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:14:15,629 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T04:14:15,629 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:14:15,629 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:14:15,630 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731730455627Disabling compacts and flushes for region at 1731730455627Disabling writes for close at 1731730455629 (+2 ms)Writing region close event to WAL at 1731730455629Closed at 1731730455629
2024-11-16T04:14:15,633 WARN  [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/.initializing
2024-11-16T04:14:15,633 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/WALs/fda3efb342d8,45329,1731730452505
2024-11-16T04:14:15,642 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T04:14:15,656 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C45329%2C1731730452505, suffix=, logDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/WALs/fda3efb342d8,45329,1731730452505, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/oldWALs, maxLogs=10
2024-11-16T04:14:15,679 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/WALs/fda3efb342d8,45329,1731730452505/fda3efb342d8%2C45329%2C1731730452505.1731730455660, exclude list is [], retry=0
2024-11-16T04:14:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-bd24d102-c002-4fad-910c-11b9a29810a8,DISK]
2024-11-16T04:14:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-16T04:14:15,734 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/WALs/fda3efb342d8,45329,1731730452505/fda3efb342d8%2C45329%2C1731730452505.1731730455660
2024-11-16T04:14:15,735 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)]
2024-11-16T04:14:15,735 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:14:15,736 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:15,739 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,740 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,774 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T04:14:15,797 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-16T04:14:15,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:15,802 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:15,803 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T04:14:15,806 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-16T04:14:15,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:15,807 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:15,807 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T04:14:15,810 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-16T04:14:15,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:15,811 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:15,811 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T04:14:15,814 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-16T04:14:15,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:15,815 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:15,816 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,819 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,820 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,825 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,826 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,829 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T04:14:15,833 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T04:14:15,837 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:14:15,839 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59568528, jitterRate=-0.11235976219177246}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T04:14:15,845 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731730455752Initializing all the Stores at 1731730455754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730455754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730455755 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730455755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730455755Cleaning up temporary data from old regions at 1731730455826 (+71 ms)Region opened successfully at 1731730455845 (+19 ms)
2024-11-16T04:14:15,846 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-16T04:14:15,882 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaf80b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0
2024-11-16T04:14:15,921 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-16T04:14:15,934 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-16T04:14:15,934 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-16T04:14:15,936 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-16T04:14:15,938 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-16T04:14:15,944 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-16T04:14:15,944 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-16T04:14:15,969 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-16T04:14:15,978 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-16T04:14:15,998 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-16T04:14:16,001 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-16T04:14:16,003 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-16T04:14:16,029 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-16T04:14:16,032 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-16T04:14:16,038 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-16T04:14:16,092 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-16T04:14:16,097 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-16T04:14:16,113 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-16T04:14:16,133 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-16T04:14:16,145 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-16T04:14:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T04:14:16,156 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T04:14:16,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,156 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,159 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fda3efb342d8,45329,1731730452505, sessionid=0x10141d9a8600000, setting cluster-up flag (Was=false)
2024-11-16T04:14:16,187 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,219 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-16T04:14:16,222 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45329,1731730452505
2024-11-16T04:14:16,250 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:16,282 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-16T04:14:16,284 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fda3efb342d8,45329,1731730452505
2024-11-16T04:14:16,291 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-16T04:14:16,338 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(746): ClusterId : 0cfef244-f526-4bdf-88cc-63b00f4f337a
2024-11-16T04:14:16,341 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-16T04:14:16,358 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-16T04:14:16,358 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-16T04:14:16,368 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-16T04:14:16,367 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-16T04:14:16,369 DEBUG [RS:0;fda3efb342d8:46295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d40dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fda3efb342d8/172.17.0.2:0
2024-11-16T04:14:16,379 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-16T04:14:16,383 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fda3efb342d8:46295
2024-11-16T04:14:16,386 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-16T04:14:16,387 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-16T04:14:16,387 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-16T04:14:16,387 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-16T04:14:16,390 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(2659): reportForDuty to master=fda3efb342d8,45329,1731730452505 with port=46295, startcode=1731730453348
2024-11-16T04:14:16,393 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fda3efb342d8,45329,1731730452505
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-16T04:14:16,399 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5
2024-11-16T04:14:16,400 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5
2024-11-16T04:14:16,400 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5
2024-11-16T04:14:16,400 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fda3efb342d8:0, corePoolSize=5, maxPoolSize=5
2024-11-16T04:14:16,400 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fda3efb342d8:0, corePoolSize=10, maxPoolSize=10
2024-11-16T04:14:16,401 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,401 DEBUG [RS:0;fda3efb342d8:46295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-16T04:14:16,401 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2
2024-11-16T04:14:16,401 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,403 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731730486403
2024-11-16T04:14:16,405 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-16T04:14:16,407 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-16T04:14:16,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T04:14:16,408 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-16T04:14:16,411 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-16T04:14:16,411 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-16T04:14:16,412 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-16T04:14:16,412 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-16T04:14:16,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:16,415 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-16T04:14:16,415 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,424 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-16T04:14:16,427 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-16T04:14:16,428 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-16T04:14:16,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741831_1007 (size=1321)
2024-11-16T04:14:16,431 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-16T04:14:16,431 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-16T04:14:16,433 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-16T04:14:16,434 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:14:16,448 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456433,5,FailOnTimeoutGroup]
2024-11-16T04:14:16,449 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456448,5,FailOnTimeoutGroup]
2024-11-16T04:14:16,449 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,449 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-16T04:14:16,451 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,451 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,452 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-16T04:14:16,460 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741832_1008 (size=32)
2024-11-16T04:14:16,463 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45329 {}] master.ServerManager(517): Registering regionserver=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,477 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:14:16,477 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41903
2024-11-16T04:14:16,477 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-16T04:14:16,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T04:14:16,492 DEBUG [RS:0;fda3efb342d8:46295 {}] zookeeper.ZKUtil(111): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,492 WARN  [RS:0;fda3efb342d8:46295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T04:14:16,492 INFO  [RS:0;fda3efb342d8:46295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T04:14:16,492 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,495 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fda3efb342d8,46295,1731730453348]
2024-11-16T04:14:16,520 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-16T04:14:16,536 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-16T04:14:16,541 INFO  [RS:0;fda3efb342d8:46295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-16T04:14:16,541 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,542 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-16T04:14:16,547 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-16T04:14:16,548 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fda3efb342d8:0, corePoolSize=2, maxPoolSize=2
2024-11-16T04:14:16,549 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fda3efb342d8:0, corePoolSize=1, maxPoolSize=1
2024-11-16T04:14:16,550 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3
2024-11-16T04:14:16,551 DEBUG [RS:0;fda3efb342d8:46295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0, corePoolSize=3, maxPoolSize=3
2024-11-16T04:14:16,552 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,552 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,553 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,553 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,553 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,553 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,46295,1731730453348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T04:14:16,572 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-16T04:14:16,574 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,46295,1731730453348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,574 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,574 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.Replication(171): fda3efb342d8,46295,1731730453348 started
2024-11-16T04:14:16,592 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:16,593 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1482): Serving as fda3efb342d8,46295,1731730453348, RpcServer on fda3efb342d8/172.17.0.2:46295, sessionid=0x10141d9a8600001
2024-11-16T04:14:16,593 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-16T04:14:16,593 DEBUG [RS:0;fda3efb342d8:46295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,594 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,46295,1731730453348'
2024-11-16T04:14:16,594 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-16T04:14:16,595 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-16T04:14:16,595 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-16T04:14:16,596 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-16T04:14:16,596 DEBUG [RS:0;fda3efb342d8:46295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fda3efb342d8,46295,1731730453348
2024-11-16T04:14:16,596 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fda3efb342d8,46295,1731730453348'
2024-11-16T04:14:16,596 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-16T04:14:16,596 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-16T04:14:16,597 DEBUG [RS:0;fda3efb342d8:46295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-16T04:14:16,597 INFO  [RS:0;fda3efb342d8:46295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-16T04:14:16,597 INFO  [RS:0;fda3efb342d8:46295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-16T04:14:16,706 INFO  [RS:0;fda3efb342d8:46295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T04:14:16,711 INFO  [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C46295%2C1731730453348, suffix=, logDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/oldWALs, maxLogs=32
2024-11-16T04:14:16,731 DEBUG [RS:0;fda3efb342d8:46295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348/fda3efb342d8%2C46295%2C1731730453348.1731730456714, exclude list is [], retry=0
2024-11-16T04:14:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-bd24d102-c002-4fad-910c-11b9a29810a8,DISK]
2024-11-16T04:14:16,746 INFO  [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348/fda3efb342d8%2C46295%2C1731730453348.1731730456714
2024-11-16T04:14:16,750 DEBUG [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)]
2024-11-16T04:14:16,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:16,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T04:14:16,877 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T04:14:16,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:16,879 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:16,879 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T04:14:16,882 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T04:14:16,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:16,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:16,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T04:14:16,887 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T04:14:16,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:16,892 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:16,893 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T04:14:16,896 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T04:14:16,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:16,897 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:16,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T04:14:16,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740
2024-11-16T04:14:16,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740
2024-11-16T04:14:16,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T04:14:16,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T04:14:16,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:14:16,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T04:14:16,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:14:16,915 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66618222, jitterRate=-0.007311135530471802}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:14:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731730456866Initializing all the Stores at 1731730456873 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456874 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730456874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730456874Cleaning up temporary data from old regions at 1731730456905 (+31 ms)Region opened successfully at 1731730456919 (+14 ms)
2024-11-16T04:14:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T04:14:16,919 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T04:14:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T04:14:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T04:14:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T04:14:16,921 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T04:14:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731730456919Disabling compacts and flushes for region at 1731730456919Disabling writes for close at 1731730456919Writing region close event to WAL at 1731730456920 (+1 ms)Closed at 1731730456921 (+1 ms)
2024-11-16T04:14:16,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T04:14:16,924 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-16T04:14:16,930 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-16T04:14:16,937 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T04:14:16,940 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-16T04:14:17,093 DEBUG [fda3efb342d8:45329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-16T04:14:17,105 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:17,112 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,46295,1731730453348, state=OPENING
2024-11-16T04:14:17,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-16T04:14:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:17,146 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:14:17,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T04:14:17,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T04:14:17,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T04:14:17,153 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:17,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-16T04:14:17,332 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-16T04:14:17,341 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-16T04:14:17,342 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T04:14:17,342 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-16T04:14:17,345 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fda3efb342d8%2C46295%2C1731730453348.meta, suffix=.meta, logDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/oldWALs, maxLogs=32
2024-11-16T04:14:17,360 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348/fda3efb342d8%2C46295%2C1731730453348.meta.1731730457347.meta, exclude list is [], retry=0
2024-11-16T04:14:17,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41651,DS-bd24d102-c002-4fad-910c-11b9a29810a8,DISK]
2024-11-16T04:14:17,366 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/WALs/fda3efb342d8,46295,1731730453348/fda3efb342d8%2C46295%2C1731730453348.meta.1731730457347.meta
2024-11-16T04:14:17,367 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46859:46859)]
2024-11-16T04:14:17,367 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:14:17,369 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-16T04:14:17,371 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-16T04:14:17,375 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-16T04:14:17,379 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-16T04:14:17,380 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:17,380 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-16T04:14:17,380 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-16T04:14:17,383 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T04:14:17,384 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T04:14:17,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:17,385 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:17,386 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T04:14:17,387 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T04:14:17,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:17,388 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:17,388 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T04:14:17,389 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T04:14:17,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:17,390 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:17,390 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T04:14:17,392 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T04:14:17,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:17,393 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T04:14:17,393 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T04:14:17,394 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740
2024-11-16T04:14:17,397 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740
2024-11-16T04:14:17,399 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T04:14:17,399 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T04:14:17,400 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:14:17,403 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T04:14:17,405 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69377605, jitterRate=0.033806875348091125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:14:17,405 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-16T04:14:17,406 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731730457380Writing region info on filesystem at 1731730457381 (+1 ms)Initializing all the Stores at 1731730457382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730457382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730457383 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730457383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731730457383Cleaning up temporary data from old regions at 1731730457399 (+16 ms)Running coprocessor post-open hooks at 1731730457405 (+6 ms)Region opened successfully at 1731730457406 (+1 ms)
2024-11-16T04:14:17,412 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731730457321
2024-11-16T04:14:17,422 DEBUG [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-16T04:14:17,423 INFO  [RS_OPEN_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-16T04:14:17,424 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:17,426 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fda3efb342d8,46295,1731730453348, state=OPEN
2024-11-16T04:14:17,465 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T04:14:17,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T04:14:17,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T04:14:17,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T04:14:17,466 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:17,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-16T04:14:17,473 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fda3efb342d8,46295,1731730453348 in 313 msec
2024-11-16T04:14:17,481 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-16T04:14:17,481 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec
2024-11-16T04:14:17,483 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T04:14:17,483 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-16T04:14:17,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:17,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:17,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:17,524 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:17,544 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec
2024-11-16T04:14:17,544 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731730457544, completionTime=-1
2024-11-16T04:14:17,547 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-16T04:14:17,547 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-16T04:14:17,572 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-16T04:14:17,572 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731730517572
2024-11-16T04:14:17,572 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731730577572
2024-11-16T04:14:17,572 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec
2024-11-16T04:14:17,574 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,575 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,575 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,576 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fda3efb342d8:45329, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,576 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,577 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,584 DEBUG [master/fda3efb342d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-16T04:14:17,605 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.885sec
2024-11-16T04:14:17,606 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-16T04:14:17,607 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-16T04:14:17,608 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-16T04:14:17,608 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-16T04:14:17,608 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-16T04:14:17,609 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T04:14:17,609 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-16T04:14:17,616 DEBUG [master/fda3efb342d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-16T04:14:17,617 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-16T04:14:17,618 INFO  [master/fda3efb342d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fda3efb342d8,45329,1731730452505-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T04:14:17,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:17,649 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-16T04:14:17,650 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-16T04:14:17,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:17,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:17,661 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775efbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:17,671 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:17,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:17,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:17,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:17,710 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fda3efb342d8,45329,1731730452505
2024-11-16T04:14:17,723 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=8639
2024-11-16T04:14:17,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:14:17,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:14:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c35b008
2024-11-16T04:14:17,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:14:17,741 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:14:17,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:14:17,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:14:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:17,776 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:14:17,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-16T04:14:17,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:17,781 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:14:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:17,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741835_1011 (size=1061)
2024-11-16T04:14:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:18,208 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:14:18,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741836_1012 (size=53)
2024-11-16T04:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:18,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:18,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8023f8c6296a065af52cd3566b2f3062, disabling compactions & flushes
2024-11-16T04:14:18,618 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,618 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. after waiting 0 ms
2024-11-16T04:14:18,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,619 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,619 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8023f8c6296a065af52cd3566b2f3062:
Waiting for close lock at 1731730458618Disabling compacts and flushes for region at 1731730458618Disabling writes for close at 1731730458618Writing region close event to WAL at 1731730458619 (+1 ms)Closed at 1731730458619
2024-11-16T04:14:18,624 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:14:18,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730458624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730458624"}]},"ts":"1731730458624"}
2024-11-16T04:14:18,635 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:14:18,638 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:14:18,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730458638"}]},"ts":"1731730458638"}
2024-11-16T04:14:18,644 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:14:18,646 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, ASSIGN}]
2024-11-16T04:14:18,649 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, ASSIGN
2024-11-16T04:14:18,651 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:14:18,804 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8023f8c6296a065af52cd3566b2f3062, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:18,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, ASSIGN because future has completed
2024-11-16T04:14:18,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:18,978 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,978 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:14:18,978 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:18,979 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:18,979 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:18,979 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:18,981 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8023f8c6296a065af52cd3566b2f3062 
2024-11-16T04:14:18,985 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:18,985 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8023f8c6296a065af52cd3566b2f3062 columnFamilyName A
2024-11-16T04:14:18,985 DEBUG [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:18,987 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(327): Store=8023f8c6296a065af52cd3566b2f3062/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:18,987 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8023f8c6296a065af52cd3566b2f3062 
2024-11-16T04:14:18,989 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:18,990 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8023f8c6296a065af52cd3566b2f3062 columnFamilyName B
2024-11-16T04:14:18,990 DEBUG [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:18,991 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(327): Store=8023f8c6296a065af52cd3566b2f3062/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:18,991 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8023f8c6296a065af52cd3566b2f3062 
2024-11-16T04:14:18,994 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:18,994 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8023f8c6296a065af52cd3566b2f3062 columnFamilyName C
2024-11-16T04:14:18,994 DEBUG [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:18,995 INFO  [StoreOpener-8023f8c6296a065af52cd3566b2f3062-1 {}] regionserver.HStore(327): Store=8023f8c6296a065af52cd3566b2f3062/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:18,996 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:18,996 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:18,997 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:18,998 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:19,000 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:19,000 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:19,001 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:14:19,004 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:19,007 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:14:19,008 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8023f8c6296a065af52cd3566b2f3062; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67042080, jitterRate=-9.951591491699219E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:14:19,008 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:19,009 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8023f8c6296a065af52cd3566b2f3062:
Running coprocessor pre-open hook at 1731730458979Writing region info on filesystem at 1731730458979Initializing all the Stores at 1731730458981 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730458981Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730458981Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730458981Cleaning up temporary data from old regions at 1731730459000 (+19 ms)Running coprocessor post-open hooks at 1731730459008 (+8 ms)Region opened successfully at 1731730459009 (+1 ms)
2024-11-16T04:14:19,011 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., pid=6, masterSystemTime=1731730458970
2024-11-16T04:14:19,014 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:19,015 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:19,015 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8023f8c6296a065af52cd3566b2f3062, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:14:19,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-16T04:14:19,026 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348 in 208 msec
2024-11-16T04:14:19,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-16T04:14:19,031 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, ASSIGN in 380 msec
2024-11-16T04:14:19,032 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:14:19,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730459032"}]},"ts":"1731730459032"}
2024-11-16T04:14:19,035 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:14:19,037 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:14:19,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec
2024-11-16T04:14:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T04:14:19,933 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:19,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:19,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:19,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e9320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:19,949 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4a323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:19,955 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:19,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:14:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:14:19,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e64719
2024-11-16T04:14:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:14:19,963 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:14:19,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:19,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:19,969 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:19,972 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:19,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:19,976 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a08f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:19,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:19,980 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:19,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544cc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:19,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:19,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:19,990 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:19,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:19,994 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:19,997 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e412ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:19,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:20,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:20,001 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4331d0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:20,004 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17daddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:20,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:20,008 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:20,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ac0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:20,011 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f58bfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:20,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:20,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc5ceca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:20,017 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46783332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:20,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:20,021 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e877dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:20,024 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:20,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35351cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:20,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:20,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:20,029 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ec368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:20,034 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,034 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,034 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,034 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,035 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,039 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,039 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,039 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,040 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,041 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:20,043 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,044 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,045 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,048 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,048 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,053 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-16T04:14:20,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:20,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:20,056 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,059 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:20,063 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:14:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:20,125 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:20,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:20,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:20,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/4dd2a2d6ff0f433291af0318c23deb39 is 50, key is test_row_0/A:col10/1731730460113/Put/seqid=0
2024-11-16T04:14:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741837_1013 (size=12001)
2024-11-16T04:14:20,286 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/4dd2a2d6ff0f433291af0318c23deb39
2024-11-16T04:14:20,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730520257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731730460245, max timestamp=1731730460270Num uniques 859; 
2024-11-16T04:14:20,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730460245, max timestamp=1731730460270Num uniques 859; 
2024-11-16T04:14:20,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=7458, suffix heap size=117064,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=163
2024-11-16T04:14:20,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730460245, max timestamp=1731730460285Num uniques 859; 
2024-11-16T04:14:20,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:20,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:20,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730520371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:20,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730520378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730520382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730520383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/561324ec1d2e4334b5b027f4a79b0019 is 50, key is test_row_0/B:col10/1731730460113/Put/seqid=0
2024-11-16T04:14:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730520450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741838_1014 (size=12001)
2024-11-16T04:14:20,456 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/561324ec1d2e4334b5b027f4a79b0019
2024-11-16T04:14:20,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730520490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/953a812d4c3f4bd988288083e1412f26 is 50, key is test_row_0/C:col10/1731730460113/Put/seqid=0
2024-11-16T04:14:20,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730520513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730520513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730520514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741839_1015 (size=12001)
2024-11-16T04:14:20,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:20,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730520660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:20,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730520710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730520730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730520731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730520731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:20,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:20,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:20,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/953a812d4c3f4bd988288083e1412f26
2024-11-16T04:14:20,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/4dd2a2d6ff0f433291af0318c23deb39 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39
2024-11-16T04:14:20,974 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:14:20,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730520969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-16T04:14:20,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/561324ec1d2e4334b5b027f4a79b0019 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019
2024-11-16T04:14:21,012 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:14:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/953a812d4c3f4bd988288083e1412f26 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26
2024-11-16T04:14:21,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730521020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,033 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:14:21,041 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.36 KB/137584 for 8023f8c6296a065af52cd3566b2f3062 in 914ms, sequenceid=12, compaction requested=false
2024-11-16T04:14:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T04:14:21,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:21,077 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=147.78 KB heapSize=425.94 KB
2024-11-16T04:14:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:21,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731730460364, max timestamp=1731730461063Num uniques 1018; 
2024-11-16T04:14:21,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T04:14:21,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731730460364, max timestamp=1731730461063Num uniques 1018; 
2024-11-16T04:14:21,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T04:14:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:14:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:21,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/cabf4c726b40436eb9a7b17d00328f5e is 50, key is test_row_0/A:col10/1731730460364/Put/seqid=0
2024-11-16T04:14:21,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741840_1016 (size=12001)
2024-11-16T04:14:21,144 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.38 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/cabf4c726b40436eb9a7b17d00328f5e
2024-11-16T04:14:21,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5077c8628e09459b9dc99e4309fd0d0e is 50, key is test_row_0/B:col10/1731730460364/Put/seqid=0
2024-11-16T04:14:21,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741841_1017 (size=12001)
2024-11-16T04:14:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:21,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730521229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730521233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730521263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730521370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730521371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730521371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730521480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730521529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5077c8628e09459b9dc99e4309fd0d0e
2024-11-16T04:14:21,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730521591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730521591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730521592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cdb0d50e8cde403598a6c01ccd402ada is 50, key is test_row_0/C:col10/1731730460364/Put/seqid=0
2024-11-16T04:14:21,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741842_1018 (size=12001)
2024-11-16T04:14:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:21,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:21,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730521910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730521910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730521910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:22,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:22,035 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cdb0d50e8cde403598a6c01ccd402ada
2024-11-16T04:14:22,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/cabf4c726b40436eb9a7b17d00328f5e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e
2024-11-16T04:14:22,072 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e, entries=150, sequenceid=51, filesize=11.7 K
2024-11-16T04:14:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5077c8628e09459b9dc99e4309fd0d0e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e
2024-11-16T04:14:22,092 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e, entries=150, sequenceid=51, filesize=11.7 K
2024-11-16T04:14:22,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cdb0d50e8cde403598a6c01ccd402ada as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada
2024-11-16T04:14:22,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada, entries=150, sequenceid=51, filesize=11.7 K
2024-11-16T04:14:22,118 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.74 KB/73464, heapSize ~199.08 KB/203856, currentSize=107.34 KB/109920 for 8023f8c6296a065af52cd3566b2f3062 in 1042ms, sequenceid=51, compaction requested=false
2024-11-16T04:14:22,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:22,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T04:14:22,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:22,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/a17ff620436040e79835e49d2de2e207 is 50, key is test_row_0/A:col10/1731730461258/Put/seqid=0
2024-11-16T04:14:22,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741843_1019 (size=12001)
2024-11-16T04:14:22,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/a17ff620436040e79835e49d2de2e207
2024-11-16T04:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:22,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7c2e3c85cfeb45298479b837de61b7e6 is 50, key is test_row_0/B:col10/1731730461258/Put/seqid=0
2024-11-16T04:14:22,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741844_1020 (size=12001)
2024-11-16T04:14:22,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7c2e3c85cfeb45298479b837de61b7e6
2024-11-16T04:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5964983a1d6f46ffb6d56d93acf5dbf5 is 50, key is test_row_0/C:col10/1731730461258/Put/seqid=0
2024-11-16T04:14:22,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741845_1021 (size=12001)
2024-11-16T04:14:22,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5964983a1d6f46ffb6d56d93acf5dbf5
2024-11-16T04:14:22,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/a17ff620436040e79835e49d2de2e207 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207
2024-11-16T04:14:22,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207, entries=150, sequenceid=70, filesize=11.7 K
2024-11-16T04:14:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7c2e3c85cfeb45298479b837de61b7e6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6
2024-11-16T04:14:22,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6, entries=150, sequenceid=70, filesize=11.7 K
2024-11-16T04:14:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5964983a1d6f46ffb6d56d93acf5dbf5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5
2024-11-16T04:14:22,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5, entries=150, sequenceid=70, filesize=11.7 K
2024-11-16T04:14:22,399 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 8023f8c6296a065af52cd3566b2f3062 in 220ms, sequenceid=70, compaction requested=true
2024-11-16T04:14:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-16T04:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-16T04:14:22,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-16T04:14:22,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3400 sec
2024-11-16T04:14:22,412 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.3640 sec
2024-11-16T04:14:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:22,497 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:22,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/439303af53db424faa6511922bab97ba is 50, key is test_row_0/A:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:22,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741846_1022 (size=12001)
2024-11-16T04:14:22,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730522610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730522618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730522626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730522632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730522640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730522749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730522759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730522760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730522770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730522770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,895 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:14:22,938 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/439303af53db424faa6511922bab97ba
2024-11-16T04:14:22,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730522959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5836d5917a2e409082bea94967dcb427 is 50, key is test_row_0/B:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:22,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741847_1023 (size=12001)
2024-11-16T04:14:22,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-16T04:14:22,985 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5836d5917a2e409082bea94967dcb427
2024-11-16T04:14:22,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730522979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-16T04:14:22,987 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-16T04:14:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730522980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:22,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:22,989 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T04:14:22,989 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-16T04:14:22,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-16T04:14:22,990 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-16T04:14:22,991 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T04:14:22,991 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-16T04:14:23,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730523000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730523000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c824b1f987b74ee3ba859e02954801b5 is 50, key is test_row_0/C:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:23,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741848_1024 (size=12001)
2024-11-16T04:14:23,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730523280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730523300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730523309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730523320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,432 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c824b1f987b74ee3ba859e02954801b5
2024-11-16T04:14:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/439303af53db424faa6511922bab97ba as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba
2024-11-16T04:14:23,474 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba, entries=150, sequenceid=82, filesize=11.7 K
2024-11-16T04:14:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/5836d5917a2e409082bea94967dcb427 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427
2024-11-16T04:14:23,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427, entries=150, sequenceid=82, filesize=11.7 K
2024-11-16T04:14:23,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c824b1f987b74ee3ba859e02954801b5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5
2024-11-16T04:14:23,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5, entries=150, sequenceid=82, filesize=11.7 K
2024-11-16T04:14:23,509 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8023f8c6296a065af52cd3566b2f3062 in 1012ms, sequenceid=82, compaction requested=true
2024-11-16T04:14:23,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:23,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:23,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T04:14:23,516 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:23,522 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:23,524 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:23,526 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:23,527 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:23,528 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=46.9 K
2024-11-16T04:14:23,530 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dd2a2d6ff0f433291af0318c23deb39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730460086
2024-11-16T04:14:23,531 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:23,531 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:23,531 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:23,532 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=46.9 K
2024-11-16T04:14:23,533 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 561324ec1d2e4334b5b027f4a79b0019, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730460086
2024-11-16T04:14:23,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5077c8628e09459b9dc99e4309fd0d0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731730460364
2024-11-16T04:14:23,535 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cabf4c726b40436eb9a7b17d00328f5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731730460364
2024-11-16T04:14:23,535 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c2e3c85cfeb45298479b837de61b7e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731730461192
2024-11-16T04:14:23,536 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5836d5917a2e409082bea94967dcb427, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:23,539 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a17ff620436040e79835e49d2de2e207, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731730461192
2024-11-16T04:14:23,540 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 439303af53db424faa6511922bab97ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:23,587 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:23,588 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f01f0c0d8edd4cc980627d3365c0584c is 50, key is test_row_0/A:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:23,593 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:23,594 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/e5e99c00b6a5413d9d3642a6a98148d4 is 50, key is test_row_0/B:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:23,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741849_1025 (size=12139)
2024-11-16T04:14:23,643 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f01f0c0d8edd4cc980627d3365c0584c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f0c0d8edd4cc980627d3365c0584c
2024-11-16T04:14:23,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741850_1026 (size=12139)
2024-11-16T04:14:23,675 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into f01f0c0d8edd4cc980627d3365c0584c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:23,675 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:23,679 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=12, startTime=1731730463511; duration=0sec
2024-11-16T04:14:23,680 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:23,681 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:23,681 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:23,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:23,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:23,685 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:23,686 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=46.9 K
2024-11-16T04:14:23,687 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 953a812d4c3f4bd988288083e1412f26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730460086
2024-11-16T04:14:23,689 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdb0d50e8cde403598a6c01ccd402ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731730460364
2024-11-16T04:14:23,699 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5964983a1d6f46ffb6d56d93acf5dbf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731730461192
2024-11-16T04:14:23,700 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c824b1f987b74ee3ba859e02954801b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:23,735 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:23,736 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/d99d1c43e3c6441a8ff35f9effb4def3 is 50, key is test_row_0/C:col10/1731730462488/Put/seqid=0
2024-11-16T04:14:23,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741851_1027 (size=12139)
2024-11-16T04:14:23,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730462609, max timestamp=1731730463805Num uniques 859; 
2024-11-16T04:14:23,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:23,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730462609, max timestamp=1731730463805Num uniques 859; 
2024-11-16T04:14:23,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:23,811 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:23,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/76d285f3475a4673b110a6c1706e8975 is 50, key is test_row_0/A:col10/1731730463805/Put/seqid=0
2024-11-16T04:14:23,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741852_1028 (size=14341)
2024-11-16T04:14:23,848 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/76d285f3475a4673b110a6c1706e8975
2024-11-16T04:14:23,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/a38dd3dc7bce4a46abeaa605ae921173 is 50, key is test_row_0/B:col10/1731730463805/Put/seqid=0
2024-11-16T04:14:23,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730523868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730523868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730463838, max timestamp=1731730463876Num uniques 859; 
2024-11-16T04:14:23,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730463838, max timestamp=1731730463876Num uniques 859; 
2024-11-16T04:14:23,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:23,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730463838, max timestamp=1731730463876Num uniques 859; 
2024-11-16T04:14:23,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:23,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741853_1029 (size=12001)
2024-11-16T04:14:23,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/a38dd3dc7bce4a46abeaa605ae921173
2024-11-16T04:14:23,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/81de8cd396384977af4ce9778612fb5d is 50, key is test_row_0/C:col10/1731730463805/Put/seqid=0
2024-11-16T04:14:23,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741854_1030 (size=12001)
2024-11-16T04:14:23,945 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/81de8cd396384977af4ce9778612fb5d
2024-11-16T04:14:23,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730523952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730523952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/76d285f3475a4673b110a6c1706e8975 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975
2024-11-16T04:14:23,976 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975, entries=200, sequenceid=104, filesize=14.0 K
2024-11-16T04:14:23,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/a38dd3dc7bce4a46abeaa605ae921173 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173
2024-11-16T04:14:23,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730523966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730523989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730523989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:23,993 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173, entries=150, sequenceid=104, filesize=11.7 K
2024-11-16T04:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:23,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/81de8cd396384977af4ce9778612fb5d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d
2024-11-16T04:14:24,009 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d, entries=150, sequenceid=104, filesize=11.7 K
2024-11-16T04:14:24,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=134.18 KB/137400 for 8023f8c6296a065af52cd3566b2f3062 in 199ms, sequenceid=104, compaction requested=false
2024-11-16T04:14:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,069 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/e5e99c00b6a5413d9d3642a6a98148d4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/e5e99c00b6a5413d9d3642a6a98148d4
2024-11-16T04:14:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:24,080 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB
2024-11-16T04:14:24,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:24,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:24,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:24,088 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into e5e99c00b6a5413d9d3642a6a98148d4(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:24,088 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,088 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=12, startTime=1731730463513; duration=0sec
2024-11-16T04:14:24,088 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:24,088 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:24,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/376b252e2fd74a78a6e3634a3b19b983 is 50, key is test_row_0/A:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741855_1031 (size=16931)
2024-11-16T04:14:24,101 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/376b252e2fd74a78a6e3634a3b19b983
2024-11-16T04:14:24,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730524104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730524107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730524110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d41c08581734efabfe795e050e53944 is 50, key is test_row_0/B:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,160 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/d99d1c43e3c6441a8ff35f9effb4def3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d99d1c43e3c6441a8ff35f9effb4def3
2024-11-16T04:14:24,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741856_1032 (size=12151)
2024-11-16T04:14:24,169 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d41c08581734efabfe795e050e53944
2024-11-16T04:14:24,182 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into d99d1c43e3c6441a8ff35f9effb4def3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:24,183 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,183 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=12, startTime=1731730463514; duration=0sec
2024-11-16T04:14:24,184 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:24,184 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:24,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/a59fdf0bf6474bd181598bc27444a99c is 50, key is test_row_0/C:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730524200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741857_1033 (size=12151)
2024-11-16T04:14:24,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730524220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730524220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730524229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T04:14:24,240 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:24,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-16T04:14:24,245 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T04:14:24,248 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:24,248 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T04:14:24,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T04:14:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730524429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730524429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730524439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730524519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730524520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:24,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T04:14:24,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:24,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T04:14:24,615 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/a59fdf0bf6474bd181598bc27444a99c
2024-11-16T04:14:24,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/376b252e2fd74a78a6e3634a3b19b983 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983
2024-11-16T04:14:24,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983, entries=250, sequenceid=141, filesize=16.5 K
2024-11-16T04:14:24,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d41c08581734efabfe795e050e53944 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944
2024-11-16T04:14:24,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944, entries=150, sequenceid=141, filesize=11.9 K
2024-11-16T04:14:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/a59fdf0bf6474bd181598bc27444a99c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c
2024-11-16T04:14:24,691 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c, entries=150, sequenceid=141, filesize=11.9 K
2024-11-16T04:14:24,694 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 8023f8c6296a065af52cd3566b2f3062 in 613ms, sequenceid=141, compaction requested=true
2024-11-16T04:14:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:24,694 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:24,694 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:24,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:24,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:24,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:24,696 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43411 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:24,697 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:24,697 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:24,697 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,697 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:24,697 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,697 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f0c0d8edd4cc980627d3365c0584c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=42.4 K
2024-11-16T04:14:24,697 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/e5e99c00b6a5413d9d3642a6a98148d4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=35.4 K
2024-11-16T04:14:24,700 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f01f0c0d8edd4cc980627d3365c0584c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:24,701 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e99c00b6a5413d9d3642a6a98148d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:24,701 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76d285f3475a4673b110a6c1706e8975, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731730462609
2024-11-16T04:14:24,702 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 376b252e2fd74a78a6e3634a3b19b983, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463928
2024-11-16T04:14:24,702 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a38dd3dc7bce4a46abeaa605ae921173, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731730462609
2024-11-16T04:14:24,704 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d41c08581734efabfe795e050e53944, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463949
2024-11-16T04:14:24,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T04:14:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T04:14:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:24,726 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:24,727 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2972001d203943b5aefc853294218625 is 50, key is test_row_0/A:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,731 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:24,732 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/859deda3c4d74653aa6efdc71342f664 is 50, key is test_row_0/B:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2fc1253583b34ab9ab20a5fd1ce1673c is 50, key is test_row_0/A:col10/1731730464107/Put/seqid=0
2024-11-16T04:14:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:24,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:24,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741859_1035 (size=12391)
2024-11-16T04:14:24,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741858_1034 (size=12391)
2024-11-16T04:14:24,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741860_1036 (size=9757)
2024-11-16T04:14:24,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2fc1253583b34ab9ab20a5fd1ce1673c
2024-11-16T04:14:24,810 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/859deda3c4d74653aa6efdc71342f664 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/859deda3c4d74653aa6efdc71342f664
2024-11-16T04:14:24,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7cd64fd7f310474ca2cf05c7acbc48c4 is 50, key is test_row_0/B:col10/1731730464107/Put/seqid=0
2024-11-16T04:14:24,826 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into 859deda3c4d74653aa6efdc71342f664(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:24,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,827 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730464694; duration=0sec
2024-11-16T04:14:24,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:24,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:24,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:24,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730464782, max timestamp=1731730464822Num uniques 859; 
2024-11-16T04:14:24,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:14:24,831 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:24,831 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:24,831 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:24,831 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d99d1c43e3c6441a8ff35f9effb4def3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=35.4 K
2024-11-16T04:14:24,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730464782, max timestamp=1731730464822Num uniques 859; 
2024-11-16T04:14:24,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:24,832 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d99d1c43e3c6441a8ff35f9effb4def3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731730462461
2024-11-16T04:14:24,833 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 81de8cd396384977af4ce9778612fb5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731730462609
2024-11-16T04:14:24,834 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a59fdf0bf6474bd181598bc27444a99c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463949
2024-11-16T04:14:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730464782, max timestamp=1731730464822Num uniques 859; 
2024-11-16T04:14:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:24,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741861_1037 (size=9757)
2024-11-16T04:14:24,856 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:24,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7cd64fd7f310474ca2cf05c7acbc48c4
2024-11-16T04:14:24,857 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/61703e432bb745c2b9161b70ec653d9e is 50, key is test_row_0/C:col10/1731730463949/Put/seqid=0
2024-11-16T04:14:24,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741862_1038 (size=12391)
2024-11-16T04:14:24,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/99e65e6aafe54a76b646a9ee5594c4f5 is 50, key is test_row_0/C:col10/1731730464107/Put/seqid=0
2024-11-16T04:14:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T04:14:24,889 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/61703e432bb745c2b9161b70ec653d9e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/61703e432bb745c2b9161b70ec653d9e
2024-11-16T04:14:24,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741863_1039 (size=9757)
2024-11-16T04:14:24,906 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into 61703e432bb745c2b9161b70ec653d9e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:24,906 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:24,906 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730464694; duration=0sec
2024-11-16T04:14:24,907 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:24,907 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731730464883, max timestamp=1731730464908Num uniques 1018; 
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731730464883, max timestamp=1731730464908Num uniques 1018; 
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731730464883, max timestamp=1731730464908Num uniques 1068; 
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-16T04:14:24,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-16T04:14:25,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730525039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730525040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,201 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2972001d203943b5aefc853294218625 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2972001d203943b5aefc853294218625
2024-11-16T04:14:25,213 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into 2972001d203943b5aefc853294218625(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:25,214 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:25,214 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730464694; duration=0sec
2024-11-16T04:14:25,214 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:25,214 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:25,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/99e65e6aafe54a76b646a9ee5594c4f5
2024-11-16T04:14:25,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2fc1253583b34ab9ab20a5fd1ce1673c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c
2024-11-16T04:14:25,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c, entries=100, sequenceid=151, filesize=9.5 K
2024-11-16T04:14:25,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7cd64fd7f310474ca2cf05c7acbc48c4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4
2024-11-16T04:14:25,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4, entries=100, sequenceid=151, filesize=9.5 K
2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/99e65e6aafe54a76b646a9ee5594c4f5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5
2024-11-16T04:14:25,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5, entries=100, sequenceid=151, filesize=9.5 K
2024-11-16T04:14:25,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 8023f8c6296a065af52cd3566b2f3062 in 629ms, sequenceid=151, compaction requested=false
2024-11-16T04:14:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-16T04:14:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-16T04:14:25,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-16T04:14:25,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec
2024-11-16T04:14:25,362 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1190 sec
2024-11-16T04:14:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T04:14:25,390 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:25,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-16T04:14:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T04:14:25,394 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:25,395 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:25,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T04:14:25,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-16T04:14:25,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:25,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB
2024-11-16T04:14:25,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:25,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:25,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:25,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2c7558e6b09c4e84b62ee938878cc336 is 50, key is test_row_0/A:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:25,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741864_1040 (size=12151)
2024-11-16T04:14:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:25,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T04:14:25,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2c7558e6b09c4e84b62ee938878cc336
2024-11-16T04:14:25,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730525969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730525979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/269498ae30514929a355ee55c604cfec is 50, key is test_row_0/B:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:25,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730525979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:25,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741865_1041 (size=12151)
2024-11-16T04:14:25,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/269498ae30514929a355ee55c604cfec
2024-11-16T04:14:26,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/afba96dc502a46f6b251cbe1cdd45238 is 50, key is test_row_0/C:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T04:14:26,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741866_1042 (size=12151)
2024-11-16T04:14:26,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/afba96dc502a46f6b251cbe1cdd45238
2024-11-16T04:14:26,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2c7558e6b09c4e84b62ee938878cc336 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336
2024-11-16T04:14:26,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336, entries=150, sequenceid=208, filesize=11.9 K
2024-11-16T04:14:26,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/269498ae30514929a355ee55c604cfec as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec
2024-11-16T04:14:26,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730526060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730526060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,068 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:26,068 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec, entries=150, sequenceid=208, filesize=11.9 K
2024-11-16T04:14:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/afba96dc502a46f6b251cbe1cdd45238 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238
2024-11-16T04:14:26,081 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238, entries=150, sequenceid=208, filesize=11.9 K
2024-11-16T04:14:26,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=40.25 KB/41220 for 8023f8c6296a065af52cd3566b2f3062 in 534ms, sequenceid=208, compaction requested=true
2024-11-16T04:14:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-16T04:14:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-16T04:14:26,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-16T04:14:26,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 691 msec
2024-11-16T04:14:26,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 702 msec
2024-11-16T04:14:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:26,283 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:26,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/47469630d34b4eaab7e404ef5f317cf5 is 50, key is test_row_1/A:col10/1731730466281/Put/seqid=0
2024-11-16T04:14:26,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741867_1043 (size=9757)
2024-11-16T04:14:26,313 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/47469630d34b4eaab7e404ef5f317cf5
2024-11-16T04:14:26,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/763ff69777924e09b2609fdf504ccc98 is 50, key is test_row_1/B:col10/1731730466281/Put/seqid=0
2024-11-16T04:14:26,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741868_1044 (size=9757)
2024-11-16T04:14:26,354 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/763ff69777924e09b2609fdf504ccc98
2024-11-16T04:14:26,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731730466328, max timestamp=1731730466350Num uniques 859; 
2024-11-16T04:14:26,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:14:26,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730466345, max timestamp=1731730466350Num uniques 859; 
2024-11-16T04:14:26,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:26,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731730466345, max timestamp=1731730466350Num uniques 859; 
2024-11-16T04:14:26,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T04:14:26,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/adcdad34b7b94d139308b1142a02cd26 is 50, key is test_row_1/C:col10/1731730466281/Put/seqid=0
2024-11-16T04:14:26,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741869_1045 (size=9757)
2024-11-16T04:14:26,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730526404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730526402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730526416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730526519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730526519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T04:14:26,530 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:26,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-16T04:14:26,535 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T04:14:26,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730526530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,538 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:26,539 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T04:14:26,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T04:14:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:26,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730526729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730526730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730526750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:26,781 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/adcdad34b7b94d139308b1142a02cd26
2024-11-16T04:14:26,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/47469630d34b4eaab7e404ef5f317cf5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5
2024-11-16T04:14:26,801 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5, entries=100, sequenceid=218, filesize=9.5 K
2024-11-16T04:14:26,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/763ff69777924e09b2609fdf504ccc98 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98
2024-11-16T04:14:26,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98, entries=100, sequenceid=218, filesize=9.5 K
2024-11-16T04:14:26,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/adcdad34b7b94d139308b1142a02cd26 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26
2024-11-16T04:14:26,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26, entries=100, sequenceid=218, filesize=9.5 K
2024-11-16T04:14:26,830 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for 8023f8c6296a065af52cd3566b2f3062 in 547ms, sequenceid=218, compaction requested=true
2024-11-16T04:14:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:26,831 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:26,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:26,832 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:26,833 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 44056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:26,833 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:26,833 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,834 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2972001d203943b5aefc853294218625, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=43.0 K
2024-11-16T04:14:26,835 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2972001d203943b5aefc853294218625, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463949
2024-11-16T04:14:26,835 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 44056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:26,835 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:26,835 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc1253583b34ab9ab20a5fd1ce1673c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730464086
2024-11-16T04:14:26,835 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:26,835 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/859deda3c4d74653aa6efdc71342f664, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=43.0 K
2024-11-16T04:14:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:26,836 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 859deda3c4d74653aa6efdc71342f664, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463949
2024-11-16T04:14:26,836 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c7558e6b09c4e84b62ee938878cc336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731730464949
2024-11-16T04:14:26,836 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd64fd7f310474ca2cf05c7acbc48c4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730464086
2024-11-16T04:14:26,836 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47469630d34b4eaab7e404ef5f317cf5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730465650
2024-11-16T04:14:26,837 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 269498ae30514929a355ee55c604cfec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731730464949
2024-11-16T04:14:26,837 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 763ff69777924e09b2609fdf504ccc98, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730465650
2024-11-16T04:14:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T04:14:26,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T04:14:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=136.02 KB heapSize=384.46 KB
2024-11-16T04:14:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:26,859 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:26,860 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/d30f479bfcda4a6381625787a5f3b69d is 50, key is test_row_0/B:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:26,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/b9682d6f3bc2447e9826aa33effd0671 is 50, key is test_row_0/A:col10/1731730466398/Put/seqid=0
2024-11-16T04:14:26,873 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:26,874 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/90ada45ee3df4e5d8cde8b94009cfb48 is 50, key is test_row_0/A:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:26,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741870_1046 (size=12527)
2024-11-16T04:14:26,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741871_1047 (size=12151)
2024-11-16T04:14:26,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741872_1048 (size=12527)
2024-11-16T04:14:26,911 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/90ada45ee3df4e5d8cde8b94009cfb48 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/90ada45ee3df4e5d8cde8b94009cfb48
2024-11-16T04:14:26,923 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into 90ada45ee3df4e5d8cde8b94009cfb48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:26,923 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:26,923 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=12, startTime=1731730466831; duration=0sec
2024-11-16T04:14:26,923 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:26,923 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:26,923 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:26,926 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 44056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:26,926 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:26,926 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:26,926 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/61703e432bb745c2b9161b70ec653d9e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=43.0 K
2024-11-16T04:14:26,927 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61703e432bb745c2b9161b70ec653d9e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731730463949
2024-11-16T04:14:26,928 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99e65e6aafe54a76b646a9ee5594c4f5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730464086
2024-11-16T04:14:26,929 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting afba96dc502a46f6b251cbe1cdd45238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731730464949
2024-11-16T04:14:26,929 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting adcdad34b7b94d139308b1142a02cd26, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730465650
2024-11-16T04:14:26,959 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:26,961 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c82bee7c295f4df0b5a92fbd48786e7f is 50, key is test_row_0/C:col10/1731730464977/Put/seqid=0
2024-11-16T04:14:26,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741873_1049 (size=12527)
2024-11-16T04:14:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:27,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730527056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730527060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730527060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T04:14:27,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730527169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730527179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/b9682d6f3bc2447e9826aa33effd0671
2024-11-16T04:14:27,300 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/d30f479bfcda4a6381625787a5f3b69d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d30f479bfcda4a6381625787a5f3b69d
2024-11-16T04:14:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/bd8d3a8e78064c90971fb291a09616c6 is 50, key is test_row_0/B:col10/1731730466398/Put/seqid=0
2024-11-16T04:14:27,310 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into d30f479bfcda4a6381625787a5f3b69d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:27,311 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:27,311 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=12, startTime=1731730466832; duration=0sec
2024-11-16T04:14:27,311 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:27,311 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:27,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741874_1050 (size=12151)
2024-11-16T04:14:27,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/bd8d3a8e78064c90971fb291a09616c6
2024-11-16T04:14:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5872b645bcc04e9290f667384bc09c68 is 50, key is test_row_0/C:col10/1731730466398/Put/seqid=0
2024-11-16T04:14:27,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730527380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741875_1051 (size=12151)
2024-11-16T04:14:27,391 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c82bee7c295f4df0b5a92fbd48786e7f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c82bee7c295f4df0b5a92fbd48786e7f
2024-11-16T04:14:27,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5872b645bcc04e9290f667384bc09c68
2024-11-16T04:14:27,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730527389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/b9682d6f3bc2447e9826aa33effd0671 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671
2024-11-16T04:14:27,418 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into c82bee7c295f4df0b5a92fbd48786e7f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:27,418 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:27,418 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=12, startTime=1731730466835; duration=0sec
2024-11-16T04:14:27,418 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:27,418 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:27,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:14:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/bd8d3a8e78064c90971fb291a09616c6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6
2024-11-16T04:14:27,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:14:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/5872b645bcc04e9290f667384bc09c68 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68
2024-11-16T04:14:27,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:14:27,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~384.41 KB/393640, currentSize=46.96 KB/48090 for 8023f8c6296a065af52cd3566b2f3062 in 598ms, sequenceid=254, compaction requested=false
2024-11-16T04:14:27,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:27,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:27,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-16T04:14:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-16T04:14:27,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-16T04:14:27,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 923 msec
2024-11-16T04:14:27,471 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 934 msec
2024-11-16T04:14:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:27,584 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:14:27,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:27,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:27,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:27,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:27,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:27,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/fdf02bcc2ec64fbfa0ef93b64da970ee is 50, key is test_row_0/A:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:27,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741876_1052 (size=14741)
2024-11-16T04:14:27,656 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/fdf02bcc2ec64fbfa0ef93b64da970ee
2024-11-16T04:14:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T04:14:27,669 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:27,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-16T04:14:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T04:14:27,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/260d5d1ce25041ea9a738b5c59e45a68 is 50, key is test_row_0/B:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:27,674 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:27,676 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:27,676 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:27,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730467672, max timestamp=1731730467705Num uniques 859; 
2024-11-16T04:14:27,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:27,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730467672, max timestamp=1731730467705Num uniques 859; 
2024-11-16T04:14:27,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:27,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730467697, max timestamp=1731730467705Num uniques 859; 
2024-11-16T04:14:27,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:27,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741877_1053 (size=12301)
2024-11-16T04:14:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T04:14:27,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730527809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730527814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730527815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:27,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730527921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730527929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730527939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:27,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:27,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T04:14:28,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730528079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730528079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,082 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,083 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,114 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/260d5d1ce25041ea9a738b5c59e45a68
2024-11-16T04:14:28,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/70d57e4e6d6b41b1887821edce333891 is 50, key is test_row_0/C:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:28,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730528130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741878_1054 (size=12301)
2024-11-16T04:14:28,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:28,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730528139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730528149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:28,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T04:14:28,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730528439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730528450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730528459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:28,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/70d57e4e6d6b41b1887821edce333891
2024-11-16T04:14:28,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/fdf02bcc2ec64fbfa0ef93b64da970ee as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee
2024-11-16T04:14:28,552 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee, entries=200, sequenceid=268, filesize=14.4 K
2024-11-16T04:14:28,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/260d5d1ce25041ea9a738b5c59e45a68 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68
2024-11-16T04:14:28,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68, entries=150, sequenceid=268, filesize=12.0 K
2024-11-16T04:14:28,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/70d57e4e6d6b41b1887821edce333891 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891
2024-11-16T04:14:28,571 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891, entries=150, sequenceid=268, filesize=12.0 K
2024-11-16T04:14:28,572 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for 8023f8c6296a065af52cd3566b2f3062 in 988ms, sequenceid=268, compaction requested=true
2024-11-16T04:14:28,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:28,573 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:28,573 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:28,575 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:28,575 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:28,575 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,576 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d30f479bfcda4a6381625787a5f3b69d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.1 K
2024-11-16T04:14:28,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39419 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:28,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:28,576 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,576 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d30f479bfcda4a6381625787a5f3b69d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730464977
2024-11-16T04:14:28,576 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/90ada45ee3df4e5d8cde8b94009cfb48, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=38.5 K
2024-11-16T04:14:28,577 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting bd8d3a8e78064c90971fb291a09616c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730466397
2024-11-16T04:14:28,577 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ada45ee3df4e5d8cde8b94009cfb48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730464977
2024-11-16T04:14:28,577 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9682d6f3bc2447e9826aa33effd0671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730466397
2024-11-16T04:14:28,577 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 260d5d1ce25041ea9a738b5c59e45a68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467054
2024-11-16T04:14:28,578 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf02bcc2ec64fbfa0ef93b64da970ee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467048
2024-11-16T04:14:28,590 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:28,591 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/85a7232f4de14bcaa82c16078a701c42 is 50, key is test_row_0/B:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:28,593 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:28,594 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/b494c999fe334a8489d611a531fc10bb is 50, key is test_row_0/A:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:28,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T04:14:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=129.71 KB heapSize=365.45 KB
2024-11-16T04:14:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:28,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741879_1055 (size=12779)
2024-11-16T04:14:28,633 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/85a7232f4de14bcaa82c16078a701c42 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/85a7232f4de14bcaa82c16078a701c42
2024-11-16T04:14:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f2e9286df1c44a1988d9eeffbd4666d4 is 50, key is test_row_0/A:col10/1731730467806/Put/seqid=0
2024-11-16T04:14:28,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741880_1056 (size=12779)
2024-11-16T04:14:28,655 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/b494c999fe334a8489d611a531fc10bb as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b494c999fe334a8489d611a531fc10bb
2024-11-16T04:14:28,669 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into 85a7232f4de14bcaa82c16078a701c42(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:28,669 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into b494c999fe334a8489d611a531fc10bb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:28,669 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730468573; duration=0sec
2024-11-16T04:14:28,669 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730468572; duration=0sec
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:28,669 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:28,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741881_1057 (size=12301)
2024-11-16T04:14:28,671 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:28,671 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:28,671 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,671 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c82bee7c295f4df0b5a92fbd48786e7f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.1 K
2024-11-16T04:14:28,672 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c82bee7c295f4df0b5a92fbd48786e7f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731730464977
2024-11-16T04:14:28,673 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5872b645bcc04e9290f667384bc09c68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730466397
2024-11-16T04:14:28,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f2e9286df1c44a1988d9eeffbd4666d4
2024-11-16T04:14:28,673 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d57e4e6d6b41b1887821edce333891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467054
2024-11-16T04:14:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7ca7120a86a14fd0bb7cf69d103a2fd3 is 50, key is test_row_0/B:col10/1731730467806/Put/seqid=0
2024-11-16T04:14:28,703 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:28,703 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/e4a3fb75a2cd4d338b79b070be26af8f is 50, key is test_row_0/C:col10/1731730467057/Put/seqid=0
2024-11-16T04:14:28,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741882_1058 (size=12301)
2024-11-16T04:14:28,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7ca7120a86a14fd0bb7cf69d103a2fd3
2024-11-16T04:14:28,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741883_1059 (size=12779)
2024-11-16T04:14:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7ad307bfd9cf449fbf4655671731f485 is 50, key is test_row_0/C:col10/1731730467806/Put/seqid=0
2024-11-16T04:14:28,724 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/e4a3fb75a2cd4d338b79b070be26af8f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/e4a3fb75a2cd4d338b79b070be26af8f
2024-11-16T04:14:28,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741884_1060 (size=12301)
2024-11-16T04:14:28,737 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into e4a3fb75a2cd4d338b79b070be26af8f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:28,737 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:28,737 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730468573; duration=0sec
2024-11-16T04:14:28,738 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:28,738 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:28,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7ad307bfd9cf449fbf4655671731f485
2024-11-16T04:14:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f2e9286df1c44a1988d9eeffbd4666d4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4
2024-11-16T04:14:28,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4, entries=150, sequenceid=303, filesize=12.0 K
2024-11-16T04:14:28,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/7ca7120a86a14fd0bb7cf69d103a2fd3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3
2024-11-16T04:14:28,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3, entries=150, sequenceid=303, filesize=12.0 K
2024-11-16T04:14:28,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7ad307bfd9cf449fbf4655671731f485 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485
2024-11-16T04:14:28,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485, entries=150, sequenceid=303, filesize=12.0 K
2024-11-16T04:14:28,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~365.41 KB/374176, currentSize=0 B/0 for 8023f8c6296a065af52cd3566b2f3062 in 170ms, sequenceid=303, compaction requested=false
2024-11-16T04:14:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-16T04:14:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-16T04:14:28,783 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-16T04:14:28,783 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec
2024-11-16T04:14:28,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.1140 sec
2024-11-16T04:14:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T04:14:28,809 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:28,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-16T04:14:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:28,814 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:28,815 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:28,816 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:28,967 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:28,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:28,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:28,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/189f5fc112484cb3bd252779b3de3e22 is 50, key is test_row_0/A:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:28,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741885_1061 (size=14741)
2024-11-16T04:14:28,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/189f5fc112484cb3bd252779b3de3e22
2024-11-16T04:14:29,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/794fab2793364cf1b64435cdf5dcc889 is 50, key is test_row_0/B:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:29,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741886_1062 (size=12301)
2024-11-16T04:14:29,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730469003, max timestamp=1731730469032Num uniques 859; 
2024-11-16T04:14:29,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:14:29,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730469003, max timestamp=1731730469032Num uniques 859; 
2024-11-16T04:14:29,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:14:29,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730469003, max timestamp=1731730469032Num uniques 859; 
2024-11-16T04:14:29,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:14:29,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730529076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730529077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730529079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730529189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730529190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730529190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730529399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730529399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730529400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,417 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/794fab2793364cf1b64435cdf5dcc889
2024-11-16T04:14:29,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0921677d46b94d9e91233f11f8c7fdc4 is 50, key is test_row_0/C:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:29,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741887_1063 (size=12301)
2024-11-16T04:14:29,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730529709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730529709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730529709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:29,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:29,843 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0921677d46b94d9e91233f11f8c7fdc4
2024-11-16T04:14:29,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/189f5fc112484cb3bd252779b3de3e22 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22
2024-11-16T04:14:29,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22, entries=200, sequenceid=316, filesize=14.4 K
2024-11-16T04:14:29,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/794fab2793364cf1b64435cdf5dcc889 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889
2024-11-16T04:14:29,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889, entries=150, sequenceid=316, filesize=12.0 K
2024-11-16T04:14:29,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0921677d46b94d9e91233f11f8c7fdc4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4
2024-11-16T04:14:29,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4, entries=150, sequenceid=316, filesize=12.0 K
2024-11-16T04:14:29,875 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 8023f8c6296a065af52cd3566b2f3062 in 907ms, sequenceid=316, compaction requested=true
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:29,875 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:29,875 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:29,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:29,876 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:29,876 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:29,876 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:29,876 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:29,876 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,876 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,877 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b494c999fe334a8489d611a531fc10bb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=38.9 K
2024-11-16T04:14:29,877 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/85a7232f4de14bcaa82c16078a701c42, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.5 K
2024-11-16T04:14:29,877 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b494c999fe334a8489d611a531fc10bb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467054
2024-11-16T04:14:29,877 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 85a7232f4de14bcaa82c16078a701c42, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467054
2024-11-16T04:14:29,878 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2e9286df1c44a1988d9eeffbd4666d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731730467799
2024-11-16T04:14:29,878 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ca7120a86a14fd0bb7cf69d103a2fd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731730467799
2024-11-16T04:14:29,878 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 189f5fc112484cb3bd252779b3de3e22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468959
2024-11-16T04:14:29,878 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 794fab2793364cf1b64435cdf5dcc889, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468962
2024-11-16T04:14:29,888 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:29,888 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/e6cdff4afa514e4ebb93045a8c4da5c5 is 50, key is test_row_0/A:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:29,894 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:29,895 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/b00069967b2c466fbd9d8e51a3a76ddc is 50, key is test_row_0/B:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:29,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741888_1064 (size=12881)
2024-11-16T04:14:29,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:29,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:29,908 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/e6cdff4afa514e4ebb93045a8c4da5c5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/e6cdff4afa514e4ebb93045a8c4da5c5
2024-11-16T04:14:29,917 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into e6cdff4afa514e4ebb93045a8c4da5c5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:29,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:29,917 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730469875; duration=0sec
2024-11-16T04:14:29,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:29,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:29,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:29,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:29,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:29,918 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:29,918 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/e4a3fb75a2cd4d338b79b070be26af8f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.5 K
2024-11-16T04:14:29,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4a3fb75a2cd4d338b79b070be26af8f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731730467054
2024-11-16T04:14:29,919 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad307bfd9cf449fbf4655671731f485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731730467799
2024-11-16T04:14:29,920 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0921677d46b94d9e91233f11f8c7fdc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468962
2024-11-16T04:14:29,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2bd805ca0ea54838b41bf7bef326514b is 50, key is test_row_0/A:col10/1731730469075/Put/seqid=0
2024-11-16T04:14:29,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741889_1065 (size=12881)
2024-11-16T04:14:29,937 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#54 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:29,937 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/d8c78588f84b4c92ab80c621efe2699f is 50, key is test_row_0/C:col10/1731730468966/Put/seqid=0
2024-11-16T04:14:29,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741890_1066 (size=12301)
2024-11-16T04:14:29,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741891_1067 (size=12881)
2024-11-16T04:14:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:29,958 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/d8c78588f84b4c92ab80c621efe2699f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d8c78588f84b4c92ab80c621efe2699f
2024-11-16T04:14:29,970 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into d8c78588f84b4c92ab80c621efe2699f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:29,970 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:29,970 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730469875; duration=0sec
2024-11-16T04:14:29,971 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:29,971 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:30,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:30,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730530230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730530231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730530232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,337 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/b00069967b2c466fbd9d8e51a3a76ddc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/b00069967b2c466fbd9d8e51a3a76ddc
2024-11-16T04:14:30,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2bd805ca0ea54838b41bf7bef326514b
2024-11-16T04:14:30,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730530340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730530340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730530340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,345 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into b00069967b2c466fbd9d8e51a3a76ddc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:30,345 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:30,345 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730469875; duration=0sec
2024-11-16T04:14:30,347 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:30,347 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:30,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f577cc6218724d5b8a32485df3c5c1ca is 50, key is test_row_0/B:col10/1731730469075/Put/seqid=0
2024-11-16T04:14:30,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741892_1068 (size=12301)
2024-11-16T04:14:30,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730530549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730530549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730530549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f577cc6218724d5b8a32485df3c5c1ca
2024-11-16T04:14:30,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/327112ef8ac247d89f19096841ecb376 is 50, key is test_row_0/C:col10/1731730469075/Put/seqid=0
2024-11-16T04:14:30,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741893_1069 (size=12301)
2024-11-16T04:14:30,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/327112ef8ac247d89f19096841ecb376
2024-11-16T04:14:30,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2bd805ca0ea54838b41bf7bef326514b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b
2024-11-16T04:14:30,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b, entries=150, sequenceid=352, filesize=12.0 K
2024-11-16T04:14:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f577cc6218724d5b8a32485df3c5c1ca as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca
2024-11-16T04:14:30,805 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca, entries=150, sequenceid=352, filesize=12.0 K
2024-11-16T04:14:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/327112ef8ac247d89f19096841ecb376 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376
2024-11-16T04:14:30,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376, entries=150, sequenceid=352, filesize=12.0 K
2024-11-16T04:14:30,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 8023f8c6296a065af52cd3566b2f3062 in 910ms, sequenceid=352, compaction requested=false
2024-11-16T04:14:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-16T04:14:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-16T04:14:30,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-16T04:14:30,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec
2024-11-16T04:14:30,825 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0140 sec
2024-11-16T04:14:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:30,861 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:30,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:30,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:30,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:30,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/6ab9dc9d63df419899257fc7d9fb9ab8 is 50, key is test_row_0/A:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:30,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741894_1070 (size=14741)
2024-11-16T04:14:30,891 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/6ab9dc9d63df419899257fc7d9fb9ab8
2024-11-16T04:14:30,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d8367cdfdb14cf4a9d6b09581099a31 is 50, key is test_row_0/B:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:30,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730470889, max timestamp=1731730470905Num uniques 859; 
2024-11-16T04:14:30,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730470889, max timestamp=1731730470905Num uniques 859; 
2024-11-16T04:14:30,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:14:30,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:14:30,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730470889, max timestamp=1731730470905Num uniques 859; 
2024-11-16T04:14:30,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:30,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741895_1071 (size=12301)
2024-11-16T04:14:30,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d8367cdfdb14cf4a9d6b09581099a31
2024-11-16T04:14:30,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f9838b46c0d24dc7bf11f3d8f0b8eaee is 50, key is test_row_0/C:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:30,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741896_1072 (size=12301)
2024-11-16T04:14:30,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730530940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730530941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730530942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T04:14:30,960 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:30,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-16T04:14:30,962 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:30,963 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:30,963 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:31,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730531049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730531049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730531049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:31,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T04:14:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730531260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730531260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730531260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T04:14:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:31,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f9838b46c0d24dc7bf11f3d8f0b8eaee
2024-11-16T04:14:31,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/6ab9dc9d63df419899257fc7d9fb9ab8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8
2024-11-16T04:14:31,353 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8, entries=200, sequenceid=366, filesize=14.4 K
2024-11-16T04:14:31,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/6d8367cdfdb14cf4a9d6b09581099a31 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31
2024-11-16T04:14:31,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31, entries=150, sequenceid=366, filesize=12.0 K
2024-11-16T04:14:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f9838b46c0d24dc7bf11f3d8f0b8eaee as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee
2024-11-16T04:14:31,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee, entries=150, sequenceid=366, filesize=12.0 K
2024-11-16T04:14:31,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8023f8c6296a065af52cd3566b2f3062 in 513ms, sequenceid=366, compaction requested=true
2024-11-16T04:14:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:31,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:31,374 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:31,375 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:31,376 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:31,376 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:31,376 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:31,376 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:31,376 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,376 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/b00069967b2c466fbd9d8e51a3a76ddc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.6 K
2024-11-16T04:14:31,376 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,376 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/e6cdff4afa514e4ebb93045a8c4da5c5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=39.0 K
2024-11-16T04:14:31,377 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b00069967b2c466fbd9d8e51a3a76ddc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468962
2024-11-16T04:14:31,377 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6cdff4afa514e4ebb93045a8c4da5c5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468962
2024-11-16T04:14:31,377 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f577cc6218724d5b8a32485df3c5c1ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731730469067
2024-11-16T04:14:31,378 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d8367cdfdb14cf4a9d6b09581099a31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:31,378 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd805ca0ea54838b41bf7bef326514b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731730469067
2024-11-16T04:14:31,378 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ab9dc9d63df419899257fc7d9fb9ab8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:31,398 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#60 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:31,398 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:31,399 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/872ac1981d2642eb8264a194267dedef is 50, key is test_row_0/B:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:31,399 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/96c03600825749678db720dc8f437e4d is 50, key is test_row_0/A:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:31,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741897_1073 (size=12983)
2024-11-16T04:14:31,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741898_1074 (size=12983)
2024-11-16T04:14:31,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T04:14:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-16T04:14:31,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:31,427 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/96c03600825749678db720dc8f437e4d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/96c03600825749678db720dc8f437e4d
2024-11-16T04:14:31,433 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/872ac1981d2642eb8264a194267dedef as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/872ac1981d2642eb8264a194267dedef
2024-11-16T04:14:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/71f5526efcf7486a8b003c030ab6dd09 is 50, key is test_row_0/A:col10/1731730470940/Put/seqid=0
2024-11-16T04:14:31,441 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into 872ac1981d2642eb8264a194267dedef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:31,442 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into 96c03600825749678db720dc8f437e4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:31,442 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:31,442 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:31,442 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730471374; duration=0sec
2024-11-16T04:14:31,442 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730471374; duration=0sec
2024-11-16T04:14:31,443 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:31,443 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:31,443 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:31,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:31,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:31,445 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:31,445 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:31,445 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:31,446 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d8c78588f84b4c92ab80c621efe2699f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.6 K
2024-11-16T04:14:31,446 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c78588f84b4c92ab80c621efe2699f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731730468962
2024-11-16T04:14:31,446 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 327112ef8ac247d89f19096841ecb376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731730469067
2024-11-16T04:14:31,447 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9838b46c0d24dc7bf11f3d8f0b8eaee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:31,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741899_1075 (size=12301)
2024-11-16T04:14:31,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/71f5526efcf7486a8b003c030ab6dd09
2024-11-16T04:14:31,458 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:31,459 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/422fab030967492e91cec74c01e81ca7 is 50, key is test_row_0/C:col10/1731730470861/Put/seqid=0
2024-11-16T04:14:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f80ec4a8311e4a939235d1d0ff99f3b0 is 50, key is test_row_0/B:col10/1731730470940/Put/seqid=0
2024-11-16T04:14:31,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741900_1076 (size=12983)
2024-11-16T04:14:31,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741901_1077 (size=12301)
2024-11-16T04:14:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:31,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:31,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730531580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730531583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730531585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:31,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730531689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730531689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730531699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,883 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/422fab030967492e91cec74c01e81ca7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/422fab030967492e91cec74c01e81ca7
2024-11-16T04:14:31,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f80ec4a8311e4a939235d1d0ff99f3b0
2024-11-16T04:14:31,891 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into 422fab030967492e91cec74c01e81ca7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:31,891 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:31,891 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730471375; duration=0sec
2024-11-16T04:14:31,891 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:31,891 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/acffaa4ce6f34cadbb0b7b80ad4da24b is 50, key is test_row_0/C:col10/1731730470940/Put/seqid=0
2024-11-16T04:14:31,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741902_1078 (size=12301)
2024-11-16T04:14:31,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730531899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730531900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:31,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730531909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:31,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:32,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39096 deadline: 1731730532119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,123 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39130 deadline: 1731730532129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,133 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730532209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730532209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730532219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/acffaa4ce6f34cadbb0b7b80ad4da24b
2024-11-16T04:14:32,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/71f5526efcf7486a8b003c030ab6dd09 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09
2024-11-16T04:14:32,315 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09, entries=150, sequenceid=400, filesize=12.0 K
2024-11-16T04:14:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f80ec4a8311e4a939235d1d0ff99f3b0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0
2024-11-16T04:14:32,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0, entries=150, sequenceid=400, filesize=12.0 K
2024-11-16T04:14:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/acffaa4ce6f34cadbb0b7b80ad4da24b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b
2024-11-16T04:14:32,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b, entries=150, sequenceid=400, filesize=12.0 K
2024-11-16T04:14:32,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 8023f8c6296a065af52cd3566b2f3062 in 906ms, sequenceid=400, compaction requested=false
2024-11-16T04:14:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:32,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-16T04:14:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-16T04:14:32,336 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-16T04:14:32,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec
2024-11-16T04:14:32,339 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3770 sec
2024-11-16T04:14:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:32,721 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:32,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:32,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:32,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/630758ffbc72435c89a49e3c6d979ead is 50, key is test_row_0/A:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:32,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730472760, max timestamp=1731730472774Num uniques 859; 
2024-11-16T04:14:32,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730472760, max timestamp=1731730472774Num uniques 859; 
2024-11-16T04:14:32,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:32,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:32,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730472760, max timestamp=1731730472774Num uniques 859; 
2024-11-16T04:14:32,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:32,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741903_1079 (size=14741)
2024-11-16T04:14:32,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730532819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730532831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730532834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730532939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730532950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730532950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T04:14:33,110 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:33,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-16T04:14:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:33,112 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:33,114 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:33,114 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:33,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730533149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730533159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730533170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/630758ffbc72435c89a49e3c6d979ead
2024-11-16T04:14:33,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/159d43f37a4e4397b8dab6cda6783249 is 50, key is test_row_0/B:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:33,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741904_1080 (size=12301)
2024-11-16T04:14:33,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:33,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730533459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730533469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730533479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,623 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/159d43f37a4e4397b8dab6cda6783249
2024-11-16T04:14:33,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c662ceb32499487b91f7315e73a9869e is 50, key is test_row_0/C:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:33,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741905_1081 (size=12301)
2024-11-16T04:14:33,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:33,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:33,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:33,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730533969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730533979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:33,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730533989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:33,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:34,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:34,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c662ceb32499487b91f7315e73a9869e
2024-11-16T04:14:34,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/630758ffbc72435c89a49e3c6d979ead as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead
2024-11-16T04:14:34,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead, entries=200, sequenceid=415, filesize=14.4 K
2024-11-16T04:14:34,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/159d43f37a4e4397b8dab6cda6783249 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249
2024-11-16T04:14:34,058 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249, entries=150, sequenceid=415, filesize=12.0 K
2024-11-16T04:14:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/c662ceb32499487b91f7315e73a9869e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e
2024-11-16T04:14:34,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e, entries=150, sequenceid=415, filesize=12.0 K
2024-11-16T04:14:34,066 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 8023f8c6296a065af52cd3566b2f3062 in 1345ms, sequenceid=415, compaction requested=true
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:34,067 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:34,067 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:34,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:34,068 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:34,068 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:34,068 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:34,068 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:34,068 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,068 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,068 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/96c03600825749678db720dc8f437e4d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=39.1 K
2024-11-16T04:14:34,068 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/872ac1981d2642eb8264a194267dedef, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.7 K
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96c03600825749678db720dc8f437e4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 872ac1981d2642eb8264a194267dedef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f5526efcf7486a8b003c030ab6dd09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731730470937
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f80ec4a8311e4a939235d1d0ff99f3b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731730470937
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 630758ffbc72435c89a49e3c6d979ead, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:34,069 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 159d43f37a4e4397b8dab6cda6783249, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:34,082 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:34,083 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f7c8d290d8b048f0a744626581f682b5 is 50, key is test_row_0/B:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:34,086 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:34,086 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/4dd523e247dc47fc872891d3a14b07b7 is 50, key is test_row_0/A:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:34,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741906_1082 (size=13085)
2024-11-16T04:14:34,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741907_1083 (size=13085)
2024-11-16T04:14:34,122 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/4dd523e247dc47fc872891d3a14b07b7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd523e247dc47fc872891d3a14b07b7
2024-11-16T04:14:34,124 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/f7c8d290d8b048f0a744626581f682b5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f7c8d290d8b048f0a744626581f682b5
2024-11-16T04:14:34,131 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into 4dd523e247dc47fc872891d3a14b07b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:34,131 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into f7c8d290d8b048f0a744626581f682b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:34,132 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730474067; duration=0sec
2024-11-16T04:14:34,132 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730474067; duration=0sec
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:34,132 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:34,133 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:34,134 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:34,134 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,134 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/422fab030967492e91cec74c01e81ca7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.7 K
2024-11-16T04:14:34,134 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 422fab030967492e91cec74c01e81ca7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731730470229
2024-11-16T04:14:34,138 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting acffaa4ce6f34cadbb0b7b80ad4da24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731730470937
2024-11-16T04:14:34,138 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c662ceb32499487b91f7315e73a9869e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:34,154 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:34,155 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/ff47a23b834742a3bdd166bea8fd4a40 is 50, key is test_row_0/C:col10/1731730471581/Put/seqid=0
2024-11-16T04:14:34,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741908_1084 (size=13085)
2024-11-16T04:14:34,177 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/ff47a23b834742a3bdd166bea8fd4a40 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/ff47a23b834742a3bdd166bea8fd4a40
2024-11-16T04:14:34,185 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into ff47a23b834742a3bdd166bea8fd4a40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:34,185 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:34,185 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730474067; duration=0sec
2024-11-16T04:14:34,185 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:34,185 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:34,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T04:14:34,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:34,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=120.76 KB heapSize=335.77 KB
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:34,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f01f208215e24d8db14bf4db87ad6613 is 50, key is test_row_0/A:col10/1731730472817/Put/seqid=0
2024-11-16T04:14:34,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741909_1085 (size=12301)
2024-11-16T04:14:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:34,610 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f01f208215e24d8db14bf4db87ad6613
2024-11-16T04:14:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/8d18ff8b70ea4c4e85d4f3971d302c25 is 50, key is test_row_0/B:col10/1731730472817/Put/seqid=0
2024-11-16T04:14:34,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741910_1086 (size=12301)
2024-11-16T04:14:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:34,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:35,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730535007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730535009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,017 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730535012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/8d18ff8b70ea4c4e85d4f3971d302c25
2024-11-16T04:14:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0acd5f2c28864e748f315462a4f677c6 is 50, key is test_row_0/C:col10/1731730472817/Put/seqid=0
2024-11-16T04:14:35,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741911_1087 (size=12301)
2024-11-16T04:14:35,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0acd5f2c28864e748f315462a4f677c6
2024-11-16T04:14:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/f01f208215e24d8db14bf4db87ad6613 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613
2024-11-16T04:14:35,055 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613, entries=150, sequenceid=451, filesize=12.0 K
2024-11-16T04:14:35,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/8d18ff8b70ea4c4e85d4f3971d302c25 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25
2024-11-16T04:14:35,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25, entries=150, sequenceid=451, filesize=12.0 K
2024-11-16T04:14:35,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/0acd5f2c28864e748f315462a4f677c6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6
2024-11-16T04:14:35,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6, entries=150, sequenceid=451, filesize=12.0 K
2024-11-16T04:14:35,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~335.72 KB/343776, currentSize=60.38 KB/61830 for 8023f8c6296a065af52cd3566b2f3062 in 882ms, sequenceid=451, compaction requested=false
2024-11-16T04:14:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-16T04:14:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-16T04:14:35,080 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-16T04:14:35,080 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec
2024-11-16T04:14:35,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9720 sec
2024-11-16T04:14:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:35,121 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:14:35,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:35,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:35,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2485a8afa7c44be68b3de69cf36b0d95 is 50, key is test_row_0/A:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:35,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741912_1088 (size=12301)
2024-11-16T04:14:35,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730535197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730535198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T04:14:35,259 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:35,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-16T04:14:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:35,262 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:35,262 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:35,263 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:35,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730535309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730535309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:35,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730535520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730535520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2485a8afa7c44be68b3de69cf36b0d95
2024-11-16T04:14:35,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:35,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/d5d7710347574c73990cdf2dd52b9bac is 50, key is test_row_0/B:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:35,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741913_1089 (size=12301)
2024-11-16T04:14:35,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730535840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730535840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:35,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:35,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:35,993 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/d5d7710347574c73990cdf2dd52b9bac
2024-11-16T04:14:36,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/07bb0c9a819849fe94d7df261c76be99 is 50, key is test_row_0/C:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:36,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741914_1090 (size=12301)
2024-11-16T04:14:36,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:36,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730536350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:36,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730536359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:36,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:36,415 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/07bb0c9a819849fe94d7df261c76be99
2024-11-16T04:14:36,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/2485a8afa7c44be68b3de69cf36b0d95 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95
2024-11-16T04:14:36,426 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95, entries=150, sequenceid=464, filesize=12.0 K
2024-11-16T04:14:36,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/d5d7710347574c73990cdf2dd52b9bac as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac
2024-11-16T04:14:36,432 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac, entries=150, sequenceid=464, filesize=12.0 K
2024-11-16T04:14:36,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/07bb0c9a819849fe94d7df261c76be99 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99
2024-11-16T04:14:36,439 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99, entries=150, sequenceid=464, filesize=12.0 K
2024-11-16T04:14:36,440 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8023f8c6296a065af52cd3566b2f3062 in 1319ms, sequenceid=464, compaction requested=true
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:36,440 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T04:14:36,441 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:36,441 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:36,441 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:36,442 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:36,442 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:36,442 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,442 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,442 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f7c8d290d8b048f0a744626581f682b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.8 K
2024-11-16T04:14:36,442 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd523e247dc47fc872891d3a14b07b7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.8 K
2024-11-16T04:14:36,442 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c8d290d8b048f0a744626581f682b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:36,442 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dd523e247dc47fc872891d3a14b07b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:36,443 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f01f208215e24d8db14bf4db87ad6613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731730472774
2024-11-16T04:14:36,443 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d18ff8b70ea4c4e85d4f3971d302c25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731730472774
2024-11-16T04:14:36,443 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2485a8afa7c44be68b3de69cf36b0d95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:36,443 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d5d7710347574c73990cdf2dd52b9bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:36,452 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#79 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:36,452 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:36,452 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/a22ff6ed46d742ad88e67bbf7e206b80 is 50, key is test_row_0/A:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:36,452 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/112958aec4994b639f32fca9c834dc28 is 50, key is test_row_0/B:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:36,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741916_1092 (size=13187)
2024-11-16T04:14:36,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741915_1091 (size=13187)
2024-11-16T04:14:36,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T04:14:36,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:36,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/d4593528d2d74edea1cfcdbead392cca is 50, key is test_row_0/A:col10/1731730475196/Put/seqid=0
2024-11-16T04:14:36,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741917_1093 (size=12301)
2024-11-16T04:14:36,864 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/112958aec4994b639f32fca9c834dc28 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/112958aec4994b639f32fca9c834dc28
2024-11-16T04:14:36,865 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/a22ff6ed46d742ad88e67bbf7e206b80 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a22ff6ed46d742ad88e67bbf7e206b80
2024-11-16T04:14:36,873 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into 112958aec4994b639f32fca9c834dc28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:36,873 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into a22ff6ed46d742ad88e67bbf7e206b80(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:36,873 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730476440; duration=0sec
2024-11-16T04:14:36,873 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730476440; duration=0sec
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:36,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:36,874 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:36,874 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:36,874 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:36,875 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/ff47a23b834742a3bdd166bea8fd4a40, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.8 K
2024-11-16T04:14:36,875 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff47a23b834742a3bdd166bea8fd4a40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731730471574
2024-11-16T04:14:36,876 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0acd5f2c28864e748f315462a4f677c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731730472774
2024-11-16T04:14:36,876 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07bb0c9a819849fe94d7df261c76be99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:36,884 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:36,884 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/9031bd5372db4bebb1ae7602aee090d8 is 50, key is test_row_0/C:col10/1731730475010/Put/seqid=0
2024-11-16T04:14:36,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741918_1094 (size=13187)
2024-11-16T04:14:36,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/d4593528d2d74edea1cfcdbead392cca
2024-11-16T04:14:36,902 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/9031bd5372db4bebb1ae7602aee090d8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/9031bd5372db4bebb1ae7602aee090d8
2024-11-16T04:14:36,908 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into 9031bd5372db4bebb1ae7602aee090d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:36,908 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:36,908 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730476440; duration=0sec
2024-11-16T04:14:36,908 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:36,909 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:36,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/29cf9530b99543dda5721d2dc13e087f is 50, key is test_row_0/B:col10/1731730475196/Put/seqid=0
2024-11-16T04:14:36,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741919_1095 (size=12301)
2024-11-16T04:14:37,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:37,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730537075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730537179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,320 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/29cf9530b99543dda5721d2dc13e087f
2024-11-16T04:14:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cd04245ad2b34ffabba0cd6bb62213b4 is 50, key is test_row_0/C:col10/1731730475196/Put/seqid=0
2024-11-16T04:14:37,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741920_1096 (size=12301)
2024-11-16T04:14:37,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730537359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,360 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730537369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,371 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730537389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:37,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730537699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:37,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cd04245ad2b34ffabba0cd6bb62213b4
2024-11-16T04:14:37,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/d4593528d2d74edea1cfcdbead392cca as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca
2024-11-16T04:14:37,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca, entries=150, sequenceid=483, filesize=12.0 K
2024-11-16T04:14:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/29cf9530b99543dda5721d2dc13e087f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f
2024-11-16T04:14:37,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f, entries=150, sequenceid=483, filesize=12.0 K
2024-11-16T04:14:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/cd04245ad2b34ffabba0cd6bb62213b4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4
2024-11-16T04:14:37,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4, entries=150, sequenceid=483, filesize=12.0 K
2024-11-16T04:14:37,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8023f8c6296a065af52cd3566b2f3062 in 1307ms, sequenceid=483, compaction requested=false
2024-11-16T04:14:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-16T04:14:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-16T04:14:37,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-16T04:14:37,801 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5360 sec
2024-11-16T04:14:37,803 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.5430 sec
2024-11-16T04:14:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:38,212 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:38,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/22a85409136c404bb8d883ce650ca441 is 50, key is test_row_0/A:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:38,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741921_1097 (size=14741)
2024-11-16T04:14:38,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/22a85409136c404bb8d883ce650ca441
2024-11-16T04:14:38,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/c35f7fabbcb1425fabfcbe2b4a2323dc is 50, key is test_row_0/B:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:38,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741922_1098 (size=12301)
2024-11-16T04:14:38,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730538304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:38,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:38,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730538409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:38,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730538629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:38,677 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/c35f7fabbcb1425fabfcbe2b4a2323dc
2024-11-16T04:14:38,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f638da618fec443ba39420e8e0375a50 is 50, key is test_row_0/C:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:38,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741923_1099 (size=12301)
2024-11-16T04:14:38,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730538940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:38,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,091 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f638da618fec443ba39420e8e0375a50
2024-11-16T04:14:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/22a85409136c404bb8d883ce650ca441 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441
2024-11-16T04:14:39,100 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441, entries=200, sequenceid=500, filesize=14.4 K
2024-11-16T04:14:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/c35f7fabbcb1425fabfcbe2b4a2323dc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc
2024-11-16T04:14:39,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc, entries=150, sequenceid=500, filesize=12.0 K
2024-11-16T04:14:39,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/f638da618fec443ba39420e8e0375a50 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50
2024-11-16T04:14:39,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50, entries=150, sequenceid=500, filesize=12.0 K
2024-11-16T04:14:39,115 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8023f8c6296a065af52cd3566b2f3062 in 903ms, sequenceid=500, compaction requested=true
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:39,115 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:39,115 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8023f8c6296a065af52cd3566b2f3062:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:39,116 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:39,116 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:39,116 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/B is initiating minor compaction (all files)
2024-11-16T04:14:39,116 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/A is initiating minor compaction (all files)
2024-11-16T04:14:39,116 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/A in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,116 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/B in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,116 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/112958aec4994b639f32fca9c834dc28, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.9 K
2024-11-16T04:14:39,116 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a22ff6ed46d742ad88e67bbf7e206b80, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=39.3 K
2024-11-16T04:14:39,117 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 112958aec4994b639f32fca9c834dc28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:39,117 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22ff6ed46d742ad88e67bbf7e206b80, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:39,119 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 29cf9530b99543dda5721d2dc13e087f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731730475182
2024-11-16T04:14:39,119 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4593528d2d74edea1cfcdbead392cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731730475182
2024-11-16T04:14:39,119 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c35f7fabbcb1425fabfcbe2b4a2323dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731730477057
2024-11-16T04:14:39,120 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22a85409136c404bb8d883ce650ca441, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731730477057
2024-11-16T04:14:39,129 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:39,129 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:39,129 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/ad41ce2c449747529413b6fb54451fea is 50, key is test_row_0/B:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:39,129 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/cd35bd24c1bb44208784b03b7752f70c is 50, key is test_row_0/A:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:39,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741925_1101 (size=13289)
2024-11-16T04:14:39,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741924_1100 (size=13289)
2024-11-16T04:14:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:39,385 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:14:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:39,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/0404209c99594e6e94e3656d8195a773 is 50, key is test_row_0/A:col10/1731730479383/Put/seqid=0
2024-11-16T04:14:39,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741926_1102 (size=12301)
2024-11-16T04:14:39,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730539407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730539408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T04:14:39,429 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:39,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-16T04:14:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:39,432 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:39,433 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:39,433 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:39,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730539449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730539519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730539519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:39,545 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/cd35bd24c1bb44208784b03b7752f70c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cd35bd24c1bb44208784b03b7752f70c
2024-11-16T04:14:39,546 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/ad41ce2c449747529413b6fb54451fea as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/ad41ce2c449747529413b6fb54451fea
2024-11-16T04:14:39,553 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/A of 8023f8c6296a065af52cd3566b2f3062 into cd35bd24c1bb44208784b03b7752f70c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:39,553 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:39,553 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/A, priority=13, startTime=1731730479115; duration=0sec
2024-11-16T04:14:39,553 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:39,553 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:A
2024-11-16T04:14:39,553 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:39,554 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/B of 8023f8c6296a065af52cd3566b2f3062 into ad41ce2c449747529413b6fb54451fea(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:39,554 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:39,554 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/B, priority=13, startTime=1731730479115; duration=0sec
2024-11-16T04:14:39,555 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:39,555 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:B
2024-11-16T04:14:39,555 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:39,555 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 8023f8c6296a065af52cd3566b2f3062/C is initiating minor compaction (all files)
2024-11-16T04:14:39,555 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8023f8c6296a065af52cd3566b2f3062/C in TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,555 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/9031bd5372db4bebb1ae7602aee090d8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp, totalSize=36.9 K
2024-11-16T04:14:39,555 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9031bd5372db4bebb1ae7602aee090d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1731730474990
2024-11-16T04:14:39,556 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd04245ad2b34ffabba0cd6bb62213b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731730475182
2024-11-16T04:14:39,556 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f638da618fec443ba39420e8e0375a50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731730477057
2024-11-16T04:14:39,565 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8023f8c6296a065af52cd3566b2f3062#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:39,566 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/050f0a27273d48ae8679c93d3e7a3b86 is 50, key is test_row_0/C:col10/1731730478210/Put/seqid=0
2024-11-16T04:14:39,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741927_1103 (size=13289)
2024-11-16T04:14:39,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:39,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:39,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,587 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/050f0a27273d48ae8679c93d3e7a3b86 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/050f0a27273d48ae8679c93d3e7a3b86
2024-11-16T04:14:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,596 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8023f8c6296a065af52cd3566b2f3062/C of 8023f8c6296a065af52cd3566b2f3062 into 050f0a27273d48ae8679c93d3e7a3b86(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:39,596 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:39,596 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., storeName=8023f8c6296a065af52cd3566b2f3062/C, priority=13, startTime=1731730479115; duration=0sec
2024-11-16T04:14:39,597 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:39,597 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8023f8c6296a065af52cd3566b2f3062:C
2024-11-16T04:14:39,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730539730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730539730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:39,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:39,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:39,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:39,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/0404209c99594e6e94e3656d8195a773
2024-11-16T04:14:39,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/36b184d3873144f0ae7da8c0aa3af1e3 is 50, key is test_row_0/B:col10/1731730479383/Put/seqid=0
2024-11-16T04:14:39,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741928_1104 (size=12301)
2024-11-16T04:14:39,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:39,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730540039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:40,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730540039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:40,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,054 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-16T04:14:40,054 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:40,057 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-16T04:14:40,057 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:40,060 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,060 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,060 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,060 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,060 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:40,060 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:40,064 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-16T04:14:40,064 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:40,064 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,064 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,064 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-16T04:14:40,064 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:40,064 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:40,064 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,064 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:40,065 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:40,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,227 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/36b184d3873144f0ae7da8c0aa3af1e3
2024-11-16T04:14:40,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/6e08bf422e4d46b8ba293cf9e01ab512 is 50, key is test_row_0/C:col10/1731730479383/Put/seqid=0
2024-11-16T04:14:40,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741929_1105 (size=12301)
2024-11-16T04:14:40,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39128 deadline: 1731730540459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:40,461 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 8023f8c6296a065af52cd3566b2f3062 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:40,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1731730540549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:40,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39070 deadline: 1731730540560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:14:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:40,645 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/6e08bf422e4d46b8ba293cf9e01ab512
2024-11-16T04:14:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/0404209c99594e6e94e3656d8195a773 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/0404209c99594e6e94e3656d8195a773
2024-11-16T04:14:40,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/0404209c99594e6e94e3656d8195a773, entries=150, sequenceid=519, filesize=12.0 K
2024-11-16T04:14:40,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/36b184d3873144f0ae7da8c0aa3af1e3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/36b184d3873144f0ae7da8c0aa3af1e3
2024-11-16T04:14:40,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/36b184d3873144f0ae7da8c0aa3af1e3, entries=150, sequenceid=519, filesize=12.0 K
2024-11-16T04:14:40,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/6e08bf422e4d46b8ba293cf9e01ab512 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/6e08bf422e4d46b8ba293cf9e01ab512
2024-11-16T04:14:40,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:40,675 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/6e08bf422e4d46b8ba293cf9e01ab512, entries=150, sequenceid=519, filesize=12.0 K
2024-11-16T04:14:40,676 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8023f8c6296a065af52cd3566b2f3062 in 1291ms, sequenceid=519, compaction requested=false
2024-11-16T04:14:40,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:40,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-16T04:14:40,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:40,826 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:40,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:40,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/ef5c3acea4cb4e5dbda03e81407de575 is 50, key is test_row_0/A:col10/1731730479403/Put/seqid=0
2024-11-16T04:14:40,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741930_1106 (size=12301)
2024-11-16T04:14:41,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/ef5c3acea4cb4e5dbda03e81407de575
2024-11-16T04:14:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/abd10638bd51467a86a7035be5014252 is 50, key is test_row_0/B:col10/1731730479403/Put/seqid=0
2024-11-16T04:14:41,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741931_1107 (size=12301)
2024-11-16T04:14:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:41,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. as already flushing
2024-11-16T04:14:41,561 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-16T04:14:41,561 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:41,562 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:41,562 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:41,562 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:41,570 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-16T04:14:41,570 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:41,570 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:41,570 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:41,570 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:41,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:14:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:41,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/abd10638bd51467a86a7035be5014252
2024-11-16T04:14:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7560c0027d414698a07c177bc312204d is 50, key is test_row_0/C:col10/1731730479403/Put/seqid=0
2024-11-16T04:14:41,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741932_1108 (size=12301)
2024-11-16T04:14:42,090 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7560c0027d414698a07c177bc312204d
2024-11-16T04:14:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/ef5c3acea4cb4e5dbda03e81407de575 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/ef5c3acea4cb4e5dbda03e81407de575
2024-11-16T04:14:42,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/ef5c3acea4cb4e5dbda03e81407de575, entries=150, sequenceid=535, filesize=12.0 K
2024-11-16T04:14:42,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/abd10638bd51467a86a7035be5014252 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/abd10638bd51467a86a7035be5014252
2024-11-16T04:14:42,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/abd10638bd51467a86a7035be5014252, entries=150, sequenceid=535, filesize=12.0 K
2024-11-16T04:14:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/7560c0027d414698a07c177bc312204d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7560c0027d414698a07c177bc312204d
2024-11-16T04:14:42,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7560c0027d414698a07c177bc312204d, entries=150, sequenceid=535, filesize=12.0 K
2024-11-16T04:14:42,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for 8023f8c6296a065af52cd3566b2f3062 in 1295ms, sequenceid=535, compaction requested=true
2024-11-16T04:14:42,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8023f8c6296a065af52cd3566b2f3062:

2024-11-16T04:14:42,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:42,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-16T04:14:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-16T04:14:42,124 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-16T04:14:42,124 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6890 sec
2024-11-16T04:14:42,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.6940 sec
2024-11-16T04:14:42,140 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-16T04:14:42,140 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:42,140 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,140 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,140 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:42,223 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-16T04:14:42,223 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:42,224 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,224 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:42,484 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-16T04:14:42,484 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:14:42,485 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,485 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:42,485 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:43,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T04:14:43,601 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:43,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:14:43,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-16T04:14:43,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-16T04:14:43,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 135
2024-11-16T04:14:43,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 119
2024-11-16T04:14:43,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 27
2024-11-16T04:14:43,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:14:43,603 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2758
2024-11-16T04:14:43,604 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2740
2024-11-16T04:14:43,604 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:14:43,604 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1254
2024-11-16T04:14:43,605 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3761 rows
2024-11-16T04:14:43,605 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1254
2024-11-16T04:14:43,605 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3755 rows
2024-11-16T04:14:43,605 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:14:43,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:14:43,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:43,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:43,606 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:14:43,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:14:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:43,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730483619"}]},"ts":"1731730483619"}
2024-11-16T04:14:43,621 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:14:43,622 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:14:43,623 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:14:43,628 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, UNASSIGN}]
2024-11-16T04:14:43,630 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, UNASSIGN
2024-11-16T04:14:43,631 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8023f8c6296a065af52cd3566b2f3062, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:43,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, UNASSIGN because future has completed
2024-11-16T04:14:43,634 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:14:43,634 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:43,791 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:43,791 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:14:43,791 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 8023f8c6296a065af52cd3566b2f3062, disabling compactions & flushes
2024-11-16T04:14:43,791 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:43,791 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:43,791 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. after waiting 0 ms
2024-11-16T04:14:43,791 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:43,792 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 8023f8c6296a065af52cd3566b2f3062 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=A
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=B
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8023f8c6296a065af52cd3566b2f3062, store=C
2024-11-16T04:14:43,792 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:43,796 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/3287629e49dc4c5b95caeb7e91e07f30 is 50, key is test_row_0/A:col10/1731730482220/Put/seqid=0
2024-11-16T04:14:43,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741933_1109 (size=12301)
2024-11-16T04:14:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:44,202 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/3287629e49dc4c5b95caeb7e91e07f30
2024-11-16T04:14:44,215 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/55a5faaf034f4f3ab31e3f31530b3b8a is 50, key is test_row_0/B:col10/1731730482220/Put/seqid=0
2024-11-16T04:14:44,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741934_1110 (size=12301)
2024-11-16T04:14:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:44,621 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/55a5faaf034f4f3ab31e3f31530b3b8a
2024-11-16T04:14:44,635 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/704d14bb31b74968b962bd6be96a987a is 50, key is test_row_0/C:col10/1731730482220/Put/seqid=0
2024-11-16T04:14:44,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741935_1111 (size=12301)
2024-11-16T04:14:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:45,042 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/704d14bb31b74968b962bd6be96a987a
2024-11-16T04:14:45,050 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/A/3287629e49dc4c5b95caeb7e91e07f30 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/3287629e49dc4c5b95caeb7e91e07f30
2024-11-16T04:14:45,056 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/3287629e49dc4c5b95caeb7e91e07f30, entries=150, sequenceid=543, filesize=12.0 K
2024-11-16T04:14:45,057 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/B/55a5faaf034f4f3ab31e3f31530b3b8a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/55a5faaf034f4f3ab31e3f31530b3b8a
2024-11-16T04:14:45,062 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/55a5faaf034f4f3ab31e3f31530b3b8a, entries=150, sequenceid=543, filesize=12.0 K
2024-11-16T04:14:45,064 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/.tmp/C/704d14bb31b74968b962bd6be96a987a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/704d14bb31b74968b962bd6be96a987a
2024-11-16T04:14:45,068 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/704d14bb31b74968b962bd6be96a987a, entries=150, sequenceid=543, filesize=12.0 K
2024-11-16T04:14:45,069 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8023f8c6296a065af52cd3566b2f3062 in 1277ms, sequenceid=543, compaction requested=true
2024-11-16T04:14:45,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f0c0d8edd4cc980627d3365c0584c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2972001d203943b5aefc853294218625, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/90ada45ee3df4e5d8cde8b94009cfb48, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b494c999fe334a8489d611a531fc10bb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/e6cdff4afa514e4ebb93045a8c4da5c5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/96c03600825749678db720dc8f437e4d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd523e247dc47fc872891d3a14b07b7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a22ff6ed46d742ad88e67bbf7e206b80, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441] to archive
2024-11-16T04:14:45,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:14:45,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd2a2d6ff0f433291af0318c23deb39
2024-11-16T04:14:45,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cabf4c726b40436eb9a7b17d00328f5e
2024-11-16T04:14:45,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a17ff620436040e79835e49d2de2e207
2024-11-16T04:14:45,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f0c0d8edd4cc980627d3365c0584c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f0c0d8edd4cc980627d3365c0584c
2024-11-16T04:14:45,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/439303af53db424faa6511922bab97ba
2024-11-16T04:14:45,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/76d285f3475a4673b110a6c1706e8975
2024-11-16T04:14:45,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/376b252e2fd74a78a6e3634a3b19b983
2024-11-16T04:14:45,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2972001d203943b5aefc853294218625 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2972001d203943b5aefc853294218625
2024-11-16T04:14:45,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2fc1253583b34ab9ab20a5fd1ce1673c
2024-11-16T04:14:45,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2c7558e6b09c4e84b62ee938878cc336
2024-11-16T04:14:45,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/90ada45ee3df4e5d8cde8b94009cfb48 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/90ada45ee3df4e5d8cde8b94009cfb48
2024-11-16T04:14:45,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/47469630d34b4eaab7e404ef5f317cf5
2024-11-16T04:14:45,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b9682d6f3bc2447e9826aa33effd0671
2024-11-16T04:14:45,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/fdf02bcc2ec64fbfa0ef93b64da970ee
2024-11-16T04:14:45,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b494c999fe334a8489d611a531fc10bb to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/b494c999fe334a8489d611a531fc10bb
2024-11-16T04:14:45,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f2e9286df1c44a1988d9eeffbd4666d4
2024-11-16T04:14:45,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/189f5fc112484cb3bd252779b3de3e22
2024-11-16T04:14:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/e6cdff4afa514e4ebb93045a8c4da5c5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/e6cdff4afa514e4ebb93045a8c4da5c5
2024-11-16T04:14:45,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2bd805ca0ea54838b41bf7bef326514b
2024-11-16T04:14:45,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/6ab9dc9d63df419899257fc7d9fb9ab8
2024-11-16T04:14:45,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/96c03600825749678db720dc8f437e4d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/96c03600825749678db720dc8f437e4d
2024-11-16T04:14:45,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/71f5526efcf7486a8b003c030ab6dd09
2024-11-16T04:14:45,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/630758ffbc72435c89a49e3c6d979ead
2024-11-16T04:14:45,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd523e247dc47fc872891d3a14b07b7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/4dd523e247dc47fc872891d3a14b07b7
2024-11-16T04:14:45,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/f01f208215e24d8db14bf4db87ad6613
2024-11-16T04:14:45,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a22ff6ed46d742ad88e67bbf7e206b80 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/a22ff6ed46d742ad88e67bbf7e206b80
2024-11-16T04:14:45,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/2485a8afa7c44be68b3de69cf36b0d95
2024-11-16T04:14:45,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/d4593528d2d74edea1cfcdbead392cca
2024-11-16T04:14:45,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/22a85409136c404bb8d883ce650ca441
2024-11-16T04:14:45,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/e5e99c00b6a5413d9d3642a6a98148d4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/859deda3c4d74653aa6efdc71342f664, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d30f479bfcda4a6381625787a5f3b69d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/85a7232f4de14bcaa82c16078a701c42, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/b00069967b2c466fbd9d8e51a3a76ddc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/872ac1981d2642eb8264a194267dedef, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f7c8d290d8b048f0a744626581f682b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/112958aec4994b639f32fca9c834dc28, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc] to archive
2024-11-16T04:14:45,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:14:45,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/561324ec1d2e4334b5b027f4a79b0019
2024-11-16T04:14:45,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5077c8628e09459b9dc99e4309fd0d0e
2024-11-16T04:14:45,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7c2e3c85cfeb45298479b837de61b7e6
2024-11-16T04:14:45,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/e5e99c00b6a5413d9d3642a6a98148d4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/e5e99c00b6a5413d9d3642a6a98148d4
2024-11-16T04:14:45,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/5836d5917a2e409082bea94967dcb427
2024-11-16T04:14:45,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/a38dd3dc7bce4a46abeaa605ae921173
2024-11-16T04:14:45,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/859deda3c4d74653aa6efdc71342f664 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/859deda3c4d74653aa6efdc71342f664
2024-11-16T04:14:45,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d41c08581734efabfe795e050e53944
2024-11-16T04:14:45,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7cd64fd7f310474ca2cf05c7acbc48c4
2024-11-16T04:14:45,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/269498ae30514929a355ee55c604cfec
2024-11-16T04:14:45,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d30f479bfcda4a6381625787a5f3b69d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d30f479bfcda4a6381625787a5f3b69d
2024-11-16T04:14:45,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/763ff69777924e09b2609fdf504ccc98
2024-11-16T04:14:45,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/bd8d3a8e78064c90971fb291a09616c6
2024-11-16T04:14:45,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/85a7232f4de14bcaa82c16078a701c42 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/85a7232f4de14bcaa82c16078a701c42
2024-11-16T04:14:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/260d5d1ce25041ea9a738b5c59e45a68
2024-11-16T04:14:45,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/7ca7120a86a14fd0bb7cf69d103a2fd3
2024-11-16T04:14:45,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/b00069967b2c466fbd9d8e51a3a76ddc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/b00069967b2c466fbd9d8e51a3a76ddc
2024-11-16T04:14:45,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/794fab2793364cf1b64435cdf5dcc889
2024-11-16T04:14:45,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f577cc6218724d5b8a32485df3c5c1ca
2024-11-16T04:14:45,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/872ac1981d2642eb8264a194267dedef to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/872ac1981d2642eb8264a194267dedef
2024-11-16T04:14:45,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/6d8367cdfdb14cf4a9d6b09581099a31
2024-11-16T04:14:45,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f80ec4a8311e4a939235d1d0ff99f3b0
2024-11-16T04:14:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f7c8d290d8b048f0a744626581f682b5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/f7c8d290d8b048f0a744626581f682b5
2024-11-16T04:14:45,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/159d43f37a4e4397b8dab6cda6783249
2024-11-16T04:14:45,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/8d18ff8b70ea4c4e85d4f3971d302c25
2024-11-16T04:14:45,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/112958aec4994b639f32fca9c834dc28 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/112958aec4994b639f32fca9c834dc28
2024-11-16T04:14:45,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/d5d7710347574c73990cdf2dd52b9bac
2024-11-16T04:14:45,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/29cf9530b99543dda5721d2dc13e087f
2024-11-16T04:14:45,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/c35f7fabbcb1425fabfcbe2b4a2323dc
2024-11-16T04:14:45,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d99d1c43e3c6441a8ff35f9effb4def3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/61703e432bb745c2b9161b70ec653d9e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c82bee7c295f4df0b5a92fbd48786e7f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/e4a3fb75a2cd4d338b79b070be26af8f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d8c78588f84b4c92ab80c621efe2699f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/422fab030967492e91cec74c01e81ca7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/ff47a23b834742a3bdd166bea8fd4a40, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/9031bd5372db4bebb1ae7602aee090d8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50] to archive
2024-11-16T04:14:45,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:14:45,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/953a812d4c3f4bd988288083e1412f26
2024-11-16T04:14:45,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cdb0d50e8cde403598a6c01ccd402ada
2024-11-16T04:14:45,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5964983a1d6f46ffb6d56d93acf5dbf5
2024-11-16T04:14:45,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d99d1c43e3c6441a8ff35f9effb4def3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d99d1c43e3c6441a8ff35f9effb4def3
2024-11-16T04:14:45,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c824b1f987b74ee3ba859e02954801b5
2024-11-16T04:14:45,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/81de8cd396384977af4ce9778612fb5d
2024-11-16T04:14:45,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/61703e432bb745c2b9161b70ec653d9e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/61703e432bb745c2b9161b70ec653d9e
2024-11-16T04:14:45,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/a59fdf0bf6474bd181598bc27444a99c
2024-11-16T04:14:45,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/99e65e6aafe54a76b646a9ee5594c4f5
2024-11-16T04:14:45,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/afba96dc502a46f6b251cbe1cdd45238
2024-11-16T04:14:45,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c82bee7c295f4df0b5a92fbd48786e7f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c82bee7c295f4df0b5a92fbd48786e7f
2024-11-16T04:14:45,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/adcdad34b7b94d139308b1142a02cd26
2024-11-16T04:14:45,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/5872b645bcc04e9290f667384bc09c68
2024-11-16T04:14:45,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/e4a3fb75a2cd4d338b79b070be26af8f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/e4a3fb75a2cd4d338b79b070be26af8f
2024-11-16T04:14:45,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/70d57e4e6d6b41b1887821edce333891
2024-11-16T04:14:45,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7ad307bfd9cf449fbf4655671731f485
2024-11-16T04:14:45,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d8c78588f84b4c92ab80c621efe2699f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/d8c78588f84b4c92ab80c621efe2699f
2024-11-16T04:14:45,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0921677d46b94d9e91233f11f8c7fdc4
2024-11-16T04:14:45,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/327112ef8ac247d89f19096841ecb376
2024-11-16T04:14:45,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/422fab030967492e91cec74c01e81ca7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/422fab030967492e91cec74c01e81ca7
2024-11-16T04:14:45,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f9838b46c0d24dc7bf11f3d8f0b8eaee
2024-11-16T04:14:45,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/acffaa4ce6f34cadbb0b7b80ad4da24b
2024-11-16T04:14:45,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/ff47a23b834742a3bdd166bea8fd4a40 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/ff47a23b834742a3bdd166bea8fd4a40
2024-11-16T04:14:45,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/c662ceb32499487b91f7315e73a9869e
2024-11-16T04:14:45,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/0acd5f2c28864e748f315462a4f677c6
2024-11-16T04:14:45,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/9031bd5372db4bebb1ae7602aee090d8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/9031bd5372db4bebb1ae7602aee090d8
2024-11-16T04:14:45,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/07bb0c9a819849fe94d7df261c76be99
2024-11-16T04:14:45,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/cd04245ad2b34ffabba0cd6bb62213b4
2024-11-16T04:14:45,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/f638da618fec443ba39420e8e0375a50
2024-11-16T04:14:45,210 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/recovered.edits/546.seqid, newMaxSeqId=546, maxSeqId=1
2024-11-16T04:14:45,211 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.
2024-11-16T04:14:45,211 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 8023f8c6296a065af52cd3566b2f3062:
Waiting for close lock at 1731730483791Running coprocessor pre-close hooks at 1731730483791Disabling compacts and flushes for region at 1731730483791Disabling writes for close at 1731730483791Obtaining lock to block concurrent updates at 1731730483792 (+1 ms)Preparing flush snapshotting stores in 8023f8c6296a065af52cd3566b2f3062 at 1731730483792Finished memstore snapshotting TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731730483792Flushing stores of TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062. at 1731730483793 (+1 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/A: creating writer at 1731730483793Flushing 8023f8c6296a065af52cd3566b2f3062/A: appending metadata at 1731730483796 (+3 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/A: closing flushed file at 1731730483796Flushing 8023f8c6296a065af52cd3566b2f3062/B: creating writer at 1731730484210 (+414 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/B: appending metadata at 1731730484215 (+5 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/B: closing flushed file at 1731730484215Flushing 8023f8c6296a065af52cd3566b2f3062/C: creating writer at 1731730484629 (+414 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/C: appending metadata at 1731730484634 (+5 ms)Flushing 8023f8c6296a065af52cd3566b2f3062/C: closing flushed file at 1731730484634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ea2aea: reopening flushed file at 1731730485049 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a8e4ce: reopening flushed file at 1731730485056 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69dc91fd: reopening flushed file at 1731730485063 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 8023f8c6296a065af52cd3566b2f3062 in 1277ms, sequenceid=543, compaction requested=true at 1731730485069 (+6 ms)Writing region close event to WAL at 1731730485206 (+137 ms)Running coprocessor post-close hooks at 1731730485211 (+5 ms)Closed at 1731730485211
2024-11-16T04:14:45,214 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:45,215 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8023f8c6296a065af52cd3566b2f3062, regionState=CLOSED
2024-11-16T04:14:45,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:14:45,221 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-16T04:14:45,221 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 8023f8c6296a065af52cd3566b2f3062, server=fda3efb342d8,46295,1731730453348 in 1.5850 sec
2024-11-16T04:14:45,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-16T04:14:45,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8023f8c6296a065af52cd3566b2f3062, UNASSIGN in 1.5930 sec
2024-11-16T04:14:45,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-16T04:14:45,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6010 sec
2024-11-16T04:14:45,228 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730485228"}]},"ts":"1731730485228"}
2024-11-16T04:14:45,230 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:14:45,230 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:14:45,232 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6180 sec
2024-11-16T04:14:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-16T04:14:45,770 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:45,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:14:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,782 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T04:14:45,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:45,794 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/recovered.edits]
2024-11-16T04:14:45,797 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/0404209c99594e6e94e3656d8195a773 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/0404209c99594e6e94e3656d8195a773
2024-11-16T04:14:45,799 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/3287629e49dc4c5b95caeb7e91e07f30 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/3287629e49dc4c5b95caeb7e91e07f30
2024-11-16T04:14:45,801 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cd35bd24c1bb44208784b03b7752f70c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/cd35bd24c1bb44208784b03b7752f70c
2024-11-16T04:14:45,802 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/ef5c3acea4cb4e5dbda03e81407de575 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/A/ef5c3acea4cb4e5dbda03e81407de575
2024-11-16T04:14:45,805 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/36b184d3873144f0ae7da8c0aa3af1e3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/36b184d3873144f0ae7da8c0aa3af1e3
2024-11-16T04:14:45,807 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/55a5faaf034f4f3ab31e3f31530b3b8a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/55a5faaf034f4f3ab31e3f31530b3b8a
2024-11-16T04:14:45,808 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/abd10638bd51467a86a7035be5014252 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/abd10638bd51467a86a7035be5014252
2024-11-16T04:14:45,809 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/ad41ce2c449747529413b6fb54451fea to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/B/ad41ce2c449747529413b6fb54451fea
2024-11-16T04:14:45,811 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/050f0a27273d48ae8679c93d3e7a3b86 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/050f0a27273d48ae8679c93d3e7a3b86
2024-11-16T04:14:45,812 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/6e08bf422e4d46b8ba293cf9e01ab512 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/6e08bf422e4d46b8ba293cf9e01ab512
2024-11-16T04:14:45,813 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/704d14bb31b74968b962bd6be96a987a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/704d14bb31b74968b962bd6be96a987a
2024-11-16T04:14:45,814 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7560c0027d414698a07c177bc312204d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/C/7560c0027d414698a07c177bc312204d
2024-11-16T04:14:45,817 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/recovered.edits/546.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062/recovered.edits/546.seqid
2024-11-16T04:14:45,817 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/8023f8c6296a065af52cd3566b2f3062
2024-11-16T04:14:45,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:14:45,823 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-16T04:14:45,836 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:14:45,878 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:14:45,881 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,881 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:14:45,881 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730485881"}]},"ts":"9223372036854775807"}
2024-11-16T04:14:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T04:14:45,889 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:14:45,889 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8023f8c6296a065af52cd3566b2f3062, NAME => 'TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:14:45,890 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:14:45,890 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730485890"}]},"ts":"9223372036854775807"}
2024-11-16T04:14:45,894 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:14:45,895 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:45,897 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 120 msec
2024-11-16T04:14:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-16T04:14:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:14:46,100 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:46,111 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;fda3efb342d8:46295-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_594071651_22 at /127.0.0.1:56220 [Waiting for operation #315]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-752151987_22 at /127.0.0.1:56376 [Waiting for operation #305]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/fda3efb342d8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8031 (was 8639)
2024-11-16T04:14:46,122 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=8029
2024-11-16T04:14:46,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:14:46,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:14:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:46,126 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:14:46,126 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:46,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-11-16T04:14:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:46,127 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:14:46,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741936_1112 (size=1061)
2024-11-16T04:14:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:46,535 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:14:46,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741937_1113 (size=53)
2024-11-16T04:14:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3dd72ea3a355d780fad67307d7e443fd, disabling compactions & flushes
2024-11-16T04:14:46,942 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. after waiting 0 ms
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:46,942 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:46,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dd72ea3a355d780fad67307d7e443fd:
Waiting for close lock at 1731730486942Disabling compacts and flushes for region at 1731730486942Disabling writes for close at 1731730486942Writing region close event to WAL at 1731730486942Closed at 1731730486942
2024-11-16T04:14:46,944 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:14:46,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730486944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730486944"}]},"ts":"1731730486944"}
2024-11-16T04:14:46,946 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:14:46,947 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:14:46,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730486947"}]},"ts":"1731730486947"}
2024-11-16T04:14:46,949 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:14:46,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, ASSIGN}]
2024-11-16T04:14:46,951 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, ASSIGN
2024-11-16T04:14:46,952 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:14:47,103 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:47,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, ASSIGN because future has completed
2024-11-16T04:14:47,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:47,271 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:47,271 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,272 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,275 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:47,277 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:47,278 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName A
2024-11-16T04:14:47,279 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:47,280 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:47,280 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:47,282 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:47,282 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName B
2024-11-16T04:14:47,282 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:47,283 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:47,283 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:47,285 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:47,285 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName C
2024-11-16T04:14:47,285 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:47,286 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:47,286 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:47,286 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,287 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,288 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,289 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,289 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,290 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:14:47,291 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,293 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:14:47,293 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 3dd72ea3a355d780fad67307d7e443fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60368751, jitterRate=-0.10043551027774811}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:14:47,293 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:47,294 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 3dd72ea3a355d780fad67307d7e443fd:
Running coprocessor pre-open hook at 1731730487273Writing region info on filesystem at 1731730487273Initializing all the Stores at 1731730487274 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730487274Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730487275 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730487275Cleaning up temporary data from old regions at 1731730487289 (+14 ms)Running coprocessor post-open hooks at 1731730487294 (+5 ms)Region opened successfully at 1731730487294
2024-11-16T04:14:47,295 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., pid=34, masterSystemTime=1731730487264
2024-11-16T04:14:47,297 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:47,297 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:47,298 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:47,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:14:47,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-16T04:14:47,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 in 189 msec
2024-11-16T04:14:47,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-16T04:14:47,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, ASSIGN in 352 msec
2024-11-16T04:14:47,304 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:14:47,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730487304"}]},"ts":"1731730487304"}
2024-11-16T04:14:47,306 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:14:47,306 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:14:47,308 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec
2024-11-16T04:14:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-16T04:14:48,271 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:48,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:48,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:48,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:48,278 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce15b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:48,282 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aafdf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:48,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:48,286 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:48,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:14:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:14:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1b1db5
2024-11-16T04:14:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:14:48,290 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:14:48,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:14:48,296 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:14:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T04:14:48,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741938_1114 (size=1097)
2024-11-16T04:14:48,747 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T04:14:48,747 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T04:14:48,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:14:48,761 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE}]
2024-11-16T04:14:48,762 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE
2024-11-16T04:14:48,763 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE because future has completed
2024-11-16T04:14:48,765 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:14:48,765 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:48,919 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:48,919 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:14:48,919 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 3dd72ea3a355d780fad67307d7e443fd, disabling compactions & flushes
2024-11-16T04:14:48,919 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:48,919 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:48,919 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. after waiting 0 ms
2024-11-16T04:14:48,919 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:48,927 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T04:14:48,928 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:48,928 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 3dd72ea3a355d780fad67307d7e443fd:
Waiting for close lock at 1731730488919Running coprocessor pre-close hooks at 1731730488919Disabling compacts and flushes for region at 1731730488919Disabling writes for close at 1731730488919Writing region close event to WAL at 1731730488920 (+1 ms)Running coprocessor post-close hooks at 1731730488928 (+8 ms)Closed at 1731730488928
2024-11-16T04:14:48,928 WARN  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 3dd72ea3a355d780fad67307d7e443fd to self.
2024-11-16T04:14:48,932 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:48,933 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=CLOSED
2024-11-16T04:14:48,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:14:48,941 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-16T04:14:48,941 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 in 172 msec
2024-11-16T04:14:48,942 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE; state=CLOSED, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=true
2024-11-16T04:14:49,093 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE because future has completed
2024-11-16T04:14:49,095 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:14:49,256 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,256 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:14:49,257 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,257 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:14:49,257 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,257 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,262 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:49,263 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:49,268 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName A
2024-11-16T04:14:49,270 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:49,270 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:49,271 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:49,272 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:49,272 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName B
2024-11-16T04:14:49,272 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:49,272 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:49,272 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3dd72ea3a355d780fad67307d7e443fd 
2024-11-16T04:14:49,273 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:14:49,273 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd72ea3a355d780fad67307d7e443fd columnFamilyName C
2024-11-16T04:14:49,273 DEBUG [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:49,274 INFO  [StoreOpener-3dd72ea3a355d780fad67307d7e443fd-1 {}] regionserver.HStore(327): Store=3dd72ea3a355d780fad67307d7e443fd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:14:49,274 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,274 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,274 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,275 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,277 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,277 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,277 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:14:49,278 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,279 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 3dd72ea3a355d780fad67307d7e443fd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67469714, jitterRate=0.005377084016799927}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:14:49,279 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,282 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 3dd72ea3a355d780fad67307d7e443fd:
Running coprocessor pre-open hook at 1731730489257Writing region info on filesystem at 1731730489257Initializing all the Stores at 1731730489258 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730489258Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730489258Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730489258Cleaning up temporary data from old regions at 1731730489277 (+19 ms)Running coprocessor post-open hooks at 1731730489279 (+2 ms)Region opened successfully at 1731730489282 (+3 ms)
2024-11-16T04:14:49,283 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., pid=39, masterSystemTime=1731730489248
2024-11-16T04:14:49,285 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,285 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,285 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=OPEN, openSeqNum=5, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:14:49,290 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-11-16T04:14:49,290 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 in 193 msec
2024-11-16T04:14:49,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-16T04:14:49,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, REOPEN/MOVE in 529 msec
2024-11-16T04:14:49,295 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-16T04:14:49,295 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec
2024-11-16T04:14:49,298 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 996 msec
2024-11-16T04:14:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-16T04:14:49,300 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:49,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bce7ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,303 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30213712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,307 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca16677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,310 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec2aacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,311 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440a8814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,313 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b446a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,315 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653ae82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5d113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,319 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b075aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edd585e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,323 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3839e018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,325 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,327 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2441aae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,329 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a9f068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,330 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1266e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:14:49,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:14:49,332 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:14:49,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:14:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:14:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd063a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:14:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:14:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:14:49,334 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:14:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1389b68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:14:49,335 DEBUG [Thread-588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,335 DEBUG [Thread-592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,335 DEBUG [Thread-586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,335 DEBUG [Thread-594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,335 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:49,337 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,337 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,338 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-16T04:14:49,338 DEBUG [Thread-597 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,338 DEBUG [Thread-597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,339 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,339 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:49,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,341 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:49,341 DEBUG [Thread-590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:14:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,342 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:14:49,343 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:14:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,344 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,346 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:14:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:14:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,361 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:49,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:49,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:49,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:49,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116381d275c0e1545ffacafb474c83181c1_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730489355/Put/seqid=0
2024-11-16T04:14:49,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741939_1115 (size=14594)
2024-11-16T04:14:49,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731730489401, max timestamp=1731730489428Num uniques 859; 
2024-11-16T04:14:49,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:14:49,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1731730489401, max timestamp=1731730489428Num uniques 859; 
2024-11-16T04:14:49,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:14:49,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731730489401, max timestamp=1731730489428Num uniques 859; 
2024-11-16T04:14:49,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:14:49,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:49,453 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116381d275c0e1545ffacafb474c83181c1_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116381d275c0e1545ffacafb474c83181c1_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:49,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/329ce037be6d4e60bd5e99a04e6e9788, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:49,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/329ce037be6d4e60bd5e99a04e6e9788 is 175, key is test_row_0/A:col10/1731730489355/Put/seqid=0
2024-11-16T04:14:49,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741940_1116 (size=39549)
2024-11-16T04:14:49,489 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/329ce037be6d4e60bd5e99a04e6e9788
2024-11-16T04:14:49,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730549482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730549482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T04:14:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730549485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730549487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730549489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/57a374d625fd45ec9df5348ecbcf09d1 is 50, key is test_row_0/B:col10/1731730489355/Put/seqid=0
2024-11-16T04:14:49,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741941_1117 (size=12001)
2024-11-16T04:14:49,534 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/57a374d625fd45ec9df5348ecbcf09d1
2024-11-16T04:14:49,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8aae1b0adc914bb4bedb0b12c6fbbeee is 50, key is test_row_0/C:col10/1731730489355/Put/seqid=0
2024-11-16T04:14:49,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741942_1118 (size=12001)
2024-11-16T04:14:49,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730549600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730549609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730549610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730549610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730549610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T04:14:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:49,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T04:14:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730549820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730549820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730549820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730549821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730549830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:49,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T04:14:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:49,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:49,977 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8aae1b0adc914bb4bedb0b12c6fbbeee
2024-11-16T04:14:49,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/329ce037be6d4e60bd5e99a04e6e9788 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788
2024-11-16T04:14:49,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788, entries=200, sequenceid=15, filesize=38.6 K
2024-11-16T04:14:49,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/57a374d625fd45ec9df5348ecbcf09d1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1
2024-11-16T04:14:49,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:14:50,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8aae1b0adc914bb4bedb0b12c6fbbeee as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee
2024-11-16T04:14:50,006 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:14:50,007 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 3dd72ea3a355d780fad67307d7e443fd in 646ms, sequenceid=15, compaction requested=false
2024-11-16T04:14:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T04:14:50,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:50,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:50,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165abe170036634d58b34773a06a299c9c_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730489484/Put/seqid=0
2024-11-16T04:14:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:50,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:50,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730550138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730550139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730550140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741943_1119 (size=12154)
2024-11-16T04:14:50,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730550147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730550148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730550259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730550259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730550259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730550259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730550469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730550469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730550469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730550469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:50,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165abe170036634d58b34773a06a299c9c_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165abe170036634d58b34773a06a299c9c_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/c034af6af9cf41f5a0a3c7fe37e79f0f, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:50,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/c034af6af9cf41f5a0a3c7fe37e79f0f is 175, key is test_row_0/A:col10/1731730489484/Put/seqid=0
2024-11-16T04:14:50,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741944_1120 (size=30955)
2024-11-16T04:14:50,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/c034af6af9cf41f5a0a3c7fe37e79f0f
2024-11-16T04:14:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/77f083506a8146f3be1de5088424fac7 is 50, key is test_row_0/B:col10/1731730489484/Put/seqid=0
2024-11-16T04:14:50,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741945_1121 (size=12001)
2024-11-16T04:14:50,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730550659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,750 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:14:50,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730550780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730550780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730550780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730550780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:50,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/77f083506a8146f3be1de5088424fac7
2024-11-16T04:14:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f0773c88f1f349048393c7d79cf60a79 is 50, key is test_row_0/C:col10/1731730489484/Put/seqid=0
2024-11-16T04:14:51,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741946_1122 (size=12001)
2024-11-16T04:14:51,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730551289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730551289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:51,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730551289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730551290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:51,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f0773c88f1f349048393c7d79cf60a79
2024-11-16T04:14:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/c034af6af9cf41f5a0a3c7fe37e79f0f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f
2024-11-16T04:14:51,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f, entries=150, sequenceid=48, filesize=30.2 K
2024-11-16T04:14:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/77f083506a8146f3be1de5088424fac7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7
2024-11-16T04:14:51,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7, entries=150, sequenceid=48, filesize=11.7 K
2024-11-16T04:14:51,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f0773c88f1f349048393c7d79cf60a79 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79
2024-11-16T04:14:51,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79, entries=150, sequenceid=48, filesize=11.7 K
2024-11-16T04:14:51,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for 3dd72ea3a355d780fad67307d7e443fd in 1321ms, sequenceid=48, compaction requested=false
2024-11-16T04:14:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-16T04:14:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-16T04:14:51,442 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-16T04:14:51,442 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0970 sec
2024-11-16T04:14:51,444 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.1060 sec
2024-11-16T04:14:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T04:14:51,489 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:51,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-16T04:14:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:51,492 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:51,492 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:51,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:51,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:51,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169b599b4f8315408897287e6b8996dc49_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730490146/Put/seqid=0
2024-11-16T04:14:51,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741947_1123 (size=12154)
2024-11-16T04:14:51,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:51,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169b599b4f8315408897287e6b8996dc49_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169b599b4f8315408897287e6b8996dc49_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/bb34809b425d4ffda26e470435087366, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/bb34809b425d4ffda26e470435087366 is 175, key is test_row_0/A:col10/1731730490146/Put/seqid=0
2024-11-16T04:14:51,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741948_1124 (size=30955)
2024-11-16T04:14:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:51,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730491710, max timestamp=1731730491738Num uniques 859; 
2024-11-16T04:14:51,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:51,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730491710, max timestamp=1731730491738Num uniques 859; 
2024-11-16T04:14:51,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730491710, max timestamp=1731730491738Num uniques 859; 
2024-11-16T04:14:51,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:51,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:51,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730551819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:51,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730551929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/bb34809b425d4ffda26e470435087366
2024-11-16T04:14:52,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/4451c924004e4917898443ce11bd4baf is 50, key is test_row_0/B:col10/1731730490146/Put/seqid=0
2024-11-16T04:14:52,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741949_1125 (size=12001)
2024-11-16T04:14:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:52,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730552139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730552299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730552299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730552299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,304 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,305 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,305 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730552309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,312 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730552449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:52,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:52,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/4451c924004e4917898443ce11bd4baf
2024-11-16T04:14:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f875680fbfec4f65a792c80453b1feb9 is 50, key is test_row_0/C:col10/1731730490146/Put/seqid=0
2024-11-16T04:14:52,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741950_1126 (size=12001)
2024-11-16T04:14:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:52,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f875680fbfec4f65a792c80453b1feb9
2024-11-16T04:14:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/bb34809b425d4ffda26e470435087366 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366
2024-11-16T04:14:52,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366, entries=150, sequenceid=59, filesize=30.2 K
2024-11-16T04:14:52,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/4451c924004e4917898443ce11bd4baf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf
2024-11-16T04:14:52,917 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf, entries=150, sequenceid=59, filesize=11.7 K
2024-11-16T04:14:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f875680fbfec4f65a792c80453b1feb9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9
2024-11-16T04:14:52,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9, entries=150, sequenceid=59, filesize=11.7 K
2024-11-16T04:14:52,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3dd72ea3a355d780fad67307d7e443fd in 1279ms, sequenceid=59, compaction requested=true
2024-11-16T04:14:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-16T04:14:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-16T04:14:52,928 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-16T04:14:52,928 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec
2024-11-16T04:14:52,930 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.4390 sec
2024-11-16T04:14:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:52,971 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-16T04:14:52,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:52,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:52,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:52,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:52,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:52,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:52,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c57b54acb471466cac8614179a2857cc_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:52,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741951_1127 (size=14594)
2024-11-16T04:14:52,989 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:52,995 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c57b54acb471466cac8614179a2857cc_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c57b54acb471466cac8614179a2857cc_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:52,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0b063e6e2e1240e582eb0207a270985b, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:52,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0b063e6e2e1240e582eb0207a270985b is 175, key is test_row_0/A:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741952_1128 (size=39549)
2024-11-16T04:14:53,007 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0b063e6e2e1240e582eb0207a270985b
2024-11-16T04:14:53,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44265aa1b7874d74a1a6fc3dec7303f9 is 50, key is test_row_0/B:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730553012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741953_1129 (size=12001)
2024-11-16T04:14:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:53,021 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44265aa1b7874d74a1a6fc3dec7303f9
2024-11-16T04:14:53,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/b92fa7e30b1a40bf8170143f7459e6e1 is 50, key is test_row_0/C:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741954_1130 (size=12001)
2024-11-16T04:14:53,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/b92fa7e30b1a40bf8170143f7459e6e1
2024-11-16T04:14:53,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0b063e6e2e1240e582eb0207a270985b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b
2024-11-16T04:14:53,066 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b, entries=200, sequenceid=94, filesize=38.6 K
2024-11-16T04:14:53,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44265aa1b7874d74a1a6fc3dec7303f9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9
2024-11-16T04:14:53,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9, entries=150, sequenceid=94, filesize=11.7 K
2024-11-16T04:14:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/b92fa7e30b1a40bf8170143f7459e6e1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1
2024-11-16T04:14:53,083 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1, entries=150, sequenceid=94, filesize=11.7 K
2024-11-16T04:14:53,084 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3dd72ea3a355d780fad67307d7e443fd in 113ms, sequenceid=94, compaction requested=true
2024-11-16T04:14:53,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:53,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:53,084 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:53,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:53,084 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:53,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:53,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:53,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:53,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:53,087 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:53,087 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:53,087 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:14:53,087 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:14:53,087 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,087 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,087 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=137.7 K
2024-11-16T04:14:53,087 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=46.9 K
2024-11-16T04:14:53,087 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,088 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 57a374d625fd45ec9df5348ecbcf09d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730489351
2024-11-16T04:14:53,088 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b]
2024-11-16T04:14:53,088 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 77f083506a8146f3be1de5088424fac7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730489482
2024-11-16T04:14:53,088 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 329ce037be6d4e60bd5e99a04e6e9788, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730489351
2024-11-16T04:14:53,089 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4451c924004e4917898443ce11bd4baf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731730490136
2024-11-16T04:14:53,089 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c034af6af9cf41f5a0a3c7fe37e79f0f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730489482
2024-11-16T04:14:53,089 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 44265aa1b7874d74a1a6fc3dec7303f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:53,089 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb34809b425d4ffda26e470435087366, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731730490136
2024-11-16T04:14:53,092 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b063e6e2e1240e582eb0207a270985b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:53,106 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:53,115 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:53,116 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/603dd8d64a064183ab0cbcc162be6826 is 50, key is test_row_0/B:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,119 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411162994bcbbbaae4ded96ee186e3e11fb89_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:53,124 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411162994bcbbbaae4ded96ee186e3e11fb89_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:53,124 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162994bcbbbaae4ded96ee186e3e11fb89_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:53,133 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:53,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741955_1131 (size=12139)
2024-11-16T04:14:53,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e703a345a79a4b20a6ba79d2d17a115c_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730492995/Put/seqid=0
2024-11-16T04:14:53,164 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/603dd8d64a064183ab0cbcc162be6826 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/603dd8d64a064183ab0cbcc162be6826
2024-11-16T04:14:53,172 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into 603dd8d64a064183ab0cbcc162be6826(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:53,172 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:53,172 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=12, startTime=1731730493084; duration=0sec
2024-11-16T04:14:53,172 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:53,172 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:14:53,172 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:53,175 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:53,175 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:14:53,175 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,175 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=46.9 K
2024-11-16T04:14:53,176 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aae1b0adc914bb4bedb0b12c6fbbeee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730489351
2024-11-16T04:14:53,176 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f0773c88f1f349048393c7d79cf60a79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730489482
2024-11-16T04:14:53,177 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f875680fbfec4f65a792c80453b1feb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731730490136
2024-11-16T04:14:53,177 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b92fa7e30b1a40bf8170143f7459e6e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:53,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741956_1132 (size=4469)
2024-11-16T04:14:53,200 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:53,201 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/372898a2c1bd4867b9bf13b79d748ee7 is 50, key is test_row_0/C:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741957_1133 (size=14594)
2024-11-16T04:14:53,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:53,245 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e703a345a79a4b20a6ba79d2d17a115c_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e703a345a79a4b20a6ba79d2d17a115c_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:53,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a55682c24a8040c6a470d0de72dbd475, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:53,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a55682c24a8040c6a470d0de72dbd475 is 175, key is test_row_0/A:col10/1731730492995/Put/seqid=0
2024-11-16T04:14:53,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741958_1134 (size=12139)
2024-11-16T04:14:53,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730493210, max timestamp=1731730493258Num uniques 859; 
2024-11-16T04:14:53,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:14:53,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730493231, max timestamp=1731730493258Num uniques 859; 
2024-11-16T04:14:53,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:53,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730493231, max timestamp=1731730493258Num uniques 859; 
2024-11-16T04:14:53,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:14:53,273 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/372898a2c1bd4867b9bf13b79d748ee7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/372898a2c1bd4867b9bf13b79d748ee7
2024-11-16T04:14:53,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741959_1135 (size=39549)
2024-11-16T04:14:53,288 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a55682c24a8040c6a470d0de72dbd475
2024-11-16T04:14:53,289 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into 372898a2c1bd4867b9bf13b79d748ee7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:53,289 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:53,289 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=12, startTime=1731730493085; duration=0sec
2024-11-16T04:14:53,290 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:53,290 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:14:53,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/cac856407a384af2b1debf027f45ba5c is 50, key is test_row_0/B:col10/1731730492995/Put/seqid=0
2024-11-16T04:14:53,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741960_1136 (size=12001)
2024-11-16T04:14:53,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730553375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:53,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730553489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:53,596 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:53,596 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/51f371c5170147bd80f85721732953f3 is 175, key is test_row_0/A:col10/1731730492970/Put/seqid=0
2024-11-16T04:14:53,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741961_1137 (size=31093)
2024-11-16T04:14:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T04:14:53,640 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:53,640 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-16T04:14:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:53,642 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:53,643 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:53,643 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:53,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730553699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:53,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T04:14:53,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:53,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:53,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:53,796 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/cac856407a384af2b1debf027f45ba5c
2024-11-16T04:14:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:53,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/e9d8424b28f74951bd2a5d41ba40e9db is 50, key is test_row_0/C:col10/1731730492995/Put/seqid=0
2024-11-16T04:14:53,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741962_1138 (size=12001)
2024-11-16T04:14:53,824 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/e9d8424b28f74951bd2a5d41ba40e9db
2024-11-16T04:14:53,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a55682c24a8040c6a470d0de72dbd475 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475
2024-11-16T04:14:53,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475, entries=200, sequenceid=105, filesize=38.6 K
2024-11-16T04:14:53,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/cac856407a384af2b1debf027f45ba5c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c
2024-11-16T04:14:53,842 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c, entries=150, sequenceid=105, filesize=11.7 K
2024-11-16T04:14:53,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/e9d8424b28f74951bd2a5d41ba40e9db as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db
2024-11-16T04:14:53,848 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db, entries=150, sequenceid=105, filesize=11.7 K
2024-11-16T04:14:53,849 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 3dd72ea3a355d780fad67307d7e443fd in 716ms, sequenceid=105, compaction requested=false
2024-11-16T04:14:53,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:53,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T04:14:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:53,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:14:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5e24eca13d845868113297d8d1bd0ae_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730493349/Put/seqid=0
2024-11-16T04:14:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:53,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741963_1139 (size=12304)
2024-11-16T04:14:54,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/51f371c5170147bd80f85721732953f3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3
2024-11-16T04:14:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:54,023 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into 51f371c5170147bd80f85721732953f3(size=30.4 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:54,023 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:54,023 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=12, startTime=1731730493084; duration=0sec
2024-11-16T04:14:54,023 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:54,023 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:14:54,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730554057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730554179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:54,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730554319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730554321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,323 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,325 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730554330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730554330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,334 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:54,334 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:54,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5e24eca13d845868113297d8d1bd0ae_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5e24eca13d845868113297d8d1bd0ae_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/410dcebb9de1422388c53f19226e2ba5, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/410dcebb9de1422388c53f19226e2ba5 is 175, key is test_row_0/A:col10/1731730493349/Put/seqid=0
2024-11-16T04:14:54,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741964_1140 (size=31105)
2024-11-16T04:14:54,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/410dcebb9de1422388c53f19226e2ba5
2024-11-16T04:14:54,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6b4d854b584341a98793bdad26b2d55a is 50, key is test_row_0/B:col10/1731730493349/Put/seqid=0
2024-11-16T04:14:54,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741965_1141 (size=12151)
2024-11-16T04:14:54,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730554399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730554709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:54,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6b4d854b584341a98793bdad26b2d55a
2024-11-16T04:14:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/1b1111101ee44bfa9ff7c98b4b3ae355 is 50, key is test_row_0/C:col10/1731730493349/Put/seqid=0
2024-11-16T04:14:54,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741966_1142 (size=12151)
2024-11-16T04:14:54,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/1b1111101ee44bfa9ff7c98b4b3ae355
2024-11-16T04:14:54,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/410dcebb9de1422388c53f19226e2ba5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5
2024-11-16T04:14:54,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5, entries=150, sequenceid=142, filesize=30.4 K
2024-11-16T04:14:54,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6b4d854b584341a98793bdad26b2d55a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a
2024-11-16T04:14:54,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a, entries=150, sequenceid=142, filesize=11.9 K
2024-11-16T04:14:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/1b1111101ee44bfa9ff7c98b4b3ae355 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355
2024-11-16T04:14:54,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355, entries=150, sequenceid=142, filesize=11.9 K
2024-11-16T04:14:54,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 3dd72ea3a355d780fad67307d7e443fd in 914ms, sequenceid=142, compaction requested=true
2024-11-16T04:14:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-16T04:14:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-16T04:14:54,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-16T04:14:54,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec
2024-11-16T04:14:54,870 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.2290 sec
2024-11-16T04:14:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:55,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:55,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5573548ab9c4850b89edeeef83478b2_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:55,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741967_1143 (size=14794)
2024-11-16T04:14:55,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730555293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:55,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730555409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:55,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730555619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:55,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:55,643 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5573548ab9c4850b89edeeef83478b2_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5573548ab9c4850b89edeeef83478b2_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:55,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/78238249e98c4dfca58f49f0b474ebd7, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:55,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/78238249e98c4dfca58f49f0b474ebd7 is 175, key is test_row_0/A:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:55,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741968_1144 (size=39749)
2024-11-16T04:14:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T04:14:55,790 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:55,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-16T04:14:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:55,792 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:55,792 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:55,792 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:55,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730555929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:55,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:55,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:55,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T04:14:55,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:55,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,054 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/78238249e98c4dfca58f49f0b474ebd7
2024-11-16T04:14:56,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44bc6a89d75c4c8085deb2ea1f23716b is 50, key is test_row_0/B:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:56,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741969_1145 (size=12151)
2024-11-16T04:14:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T04:14:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:56,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T04:14:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T04:14:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:56,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730556440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:56,466 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44bc6a89d75c4c8085deb2ea1f23716b
2024-11-16T04:14:56,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3f29a7c424e7491480503bb89fdcadfa is 50, key is test_row_0/C:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:56,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741970_1146 (size=12151)
2024-11-16T04:14:56,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3f29a7c424e7491480503bb89fdcadfa
2024-11-16T04:14:56,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/78238249e98c4dfca58f49f0b474ebd7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7
2024-11-16T04:14:56,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7, entries=200, sequenceid=155, filesize=38.8 K
2024-11-16T04:14:56,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/44bc6a89d75c4c8085deb2ea1f23716b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b
2024-11-16T04:14:56,500 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b, entries=150, sequenceid=155, filesize=11.9 K
2024-11-16T04:14:56,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3f29a7c424e7491480503bb89fdcadfa as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa
2024-11-16T04:14:56,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa, entries=150, sequenceid=155, filesize=11.9 K
2024-11-16T04:14:56,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3dd72ea3a355d780fad67307d7e443fd in 1282ms, sequenceid=155, compaction requested=true
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:56,506 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:56,506 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:56,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:56,507 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141496 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:56,507 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:56,507 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:14:56,507 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:14:56,507 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,507 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,507 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=138.2 K
2024-11-16T04:14:56,507 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/603dd8d64a064183ab0cbcc162be6826, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=47.3 K
2024-11-16T04:14:56,507 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,507 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7]
2024-11-16T04:14:56,508 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 603dd8d64a064183ab0cbcc162be6826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:56,508 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51f371c5170147bd80f85721732953f3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:56,508 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cac856407a384af2b1debf027f45ba5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731730492995
2024-11-16T04:14:56,508 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a55682c24a8040c6a470d0de72dbd475, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731730492978
2024-11-16T04:14:56,509 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4d854b584341a98793bdad26b2d55a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731730493349
2024-11-16T04:14:56,509 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 410dcebb9de1422388c53f19226e2ba5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731730493349
2024-11-16T04:14:56,510 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 44bc6a89d75c4c8085deb2ea1f23716b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:56,510 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78238249e98c4dfca58f49f0b474ebd7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:56,524 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#123 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:56,525 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/566cb1b7ef9c4f9c90da89e64020af9b is 50, key is test_row_0/B:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:56,534 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:56,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741971_1147 (size=12425)
2024-11-16T04:14:56,541 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411166cce07947eb5424eb0c2ddd03b6250ba_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:56,545 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411166cce07947eb5424eb0c2ddd03b6250ba_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:56,545 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166cce07947eb5424eb0c2ddd03b6250ba_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:56,548 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/566cb1b7ef9c4f9c90da89e64020af9b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/566cb1b7ef9c4f9c90da89e64020af9b
2024-11-16T04:14:56,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741972_1148 (size=4469)
2024-11-16T04:14:56,556 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into 566cb1b7ef9c4f9c90da89e64020af9b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:56,556 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:56,556 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=12, startTime=1731730496506; duration=0sec
2024-11-16T04:14:56,556 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:56,556 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:14:56,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T04:14:56,557 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:14:56,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T04:14:56,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:56,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:56,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:56,559 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#124 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:56,559 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6ad31282a4d149ffb0e8be0d3dc2dfb9 is 175, key is test_row_0/A:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:56,560 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:14:56,561 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:14:56,561 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:56,561 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/372898a2c1bd4867b9bf13b79d748ee7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=47.3 K
2024-11-16T04:14:56,562 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 372898a2c1bd4867b9bf13b79d748ee7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731730491783
2024-11-16T04:14:56,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741973_1149 (size=31379)
2024-11-16T04:14:56,568 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e9d8424b28f74951bd2a5d41ba40e9db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731730492995
2024-11-16T04:14:56,568 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1111101ee44bfa9ff7c98b4b3ae355, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731730493349
2024-11-16T04:14:56,568 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f29a7c424e7491480503bb89fdcadfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:56,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111696eddc336df24d5e93854ac360fec251_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730495284/Put/seqid=0
2024-11-16T04:14:56,574 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6ad31282a4d149ffb0e8be0d3dc2dfb9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9
2024-11-16T04:14:56,587 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into 6ad31282a4d149ffb0e8be0d3dc2dfb9(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:56,588 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:56,588 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=12, startTime=1731730496506; duration=0sec
2024-11-16T04:14:56,588 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:56,588 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:56,588 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:14:56,588 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/e67ffe7565464ccc8e1aa722f60d1035 is 50, key is test_row_0/C:col10/1731730494055/Put/seqid=0
2024-11-16T04:14:56,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741974_1150 (size=12304)
2024-11-16T04:14:56,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741975_1151 (size=12425)
2024-11-16T04:14:56,612 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/e67ffe7565464ccc8e1aa722f60d1035 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e67ffe7565464ccc8e1aa722f60d1035
2024-11-16T04:14:56,618 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into e67ffe7565464ccc8e1aa722f60d1035(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:56,618 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:56,618 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=12, startTime=1731730496506; duration=0sec
2024-11-16T04:14:56,618 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:56,618 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:57,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111696eddc336df24d5e93854ac360fec251_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696eddc336df24d5e93854ac360fec251_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e6d5cfa38adf49e9af504fa170899f72, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:57,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e6d5cfa38adf49e9af504fa170899f72 is 175, key is test_row_0/A:col10/1731730495284/Put/seqid=0
2024-11-16T04:14:57,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741976_1152 (size=31105)
2024-11-16T04:14:57,408 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e6d5cfa38adf49e9af504fa170899f72
2024-11-16T04:14:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/652cbc22579f419789e2af8d3cfdc2e9 is 50, key is test_row_0/B:col10/1731730495284/Put/seqid=0
2024-11-16T04:14:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:57,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:57,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741977_1153 (size=12151)
2024-11-16T04:14:57,469 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/652cbc22579f419789e2af8d3cfdc2e9
2024-11-16T04:14:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/38349b1a3d614978be48da50af9bfeca is 50, key is test_row_0/C:col10/1731730495284/Put/seqid=0
2024-11-16T04:14:57,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730557512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:57,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741978_1154 (size=12151)
2024-11-16T04:14:57,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/38349b1a3d614978be48da50af9bfeca
2024-11-16T04:14:57,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e6d5cfa38adf49e9af504fa170899f72 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72
2024-11-16T04:14:57,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72, entries=150, sequenceid=176, filesize=30.4 K
2024-11-16T04:14:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/652cbc22579f419789e2af8d3cfdc2e9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9
2024-11-16T04:14:57,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9, entries=150, sequenceid=176, filesize=11.9 K
2024-11-16T04:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/38349b1a3d614978be48da50af9bfeca as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca
2024-11-16T04:14:57,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca, entries=150, sequenceid=176, filesize=11.9 K
2024-11-16T04:14:57,574 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3dd72ea3a355d780fad67307d7e443fd in 1017ms, sequenceid=176, compaction requested=false
2024-11-16T04:14:57,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:57,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:57,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-16T04:14:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-16T04:14:57,580 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-16T04:14:57,580 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec
2024-11-16T04:14:57,583 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7900 sec
2024-11-16T04:14:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:57,624 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:14:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:57,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:57,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:57,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:57,651 INFO  [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-16T04:14:57,651 INFO  [master/fda3efb342d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-16T04:14:57,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e14fef202da646a78723cb18fdc243aa_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:57,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741979_1155 (size=12304)
2024-11-16T04:14:57,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730557745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:57,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730557859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:57,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T04:14:57,939 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:14:57,939 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:14:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-16T04:14:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:14:57,943 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:14:57,944 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:14:57,944 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:14:58,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730558069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:58,112 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e14fef202da646a78723cb18fdc243aa_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e14fef202da646a78723cb18fdc243aa_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:58,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/089f469775a14e56904caac0780f0837, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:58,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/089f469775a14e56904caac0780f0837 is 175, key is test_row_0/A:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:58,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741980_1156 (size=31105)
2024-11-16T04:14:58,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:14:58,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730558349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,355 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730558351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,358 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730558369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,390 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730558391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730558391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,398 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,517 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/089f469775a14e56904caac0780f0837
2024-11-16T04:14:58,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6145c92f16ab41fd90df6f8ec25ca453 is 50, key is test_row_0/B:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:58,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741981_1157 (size=12151)
2024-11-16T04:14:58,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6145c92f16ab41fd90df6f8ec25ca453
2024-11-16T04:14:58,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:14:58,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/a44e68154c4c431687e718acfa06d9cf is 50, key is test_row_0/C:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:58,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741982_1158 (size=12151)
2024-11-16T04:14:58,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:58,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:14:58,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:14:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730558909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:14:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:14:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:14:58,979 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/a44e68154c4c431687e718acfa06d9cf
2024-11-16T04:14:58,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/089f469775a14e56904caac0780f0837 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837
2024-11-16T04:14:58,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837, entries=150, sequenceid=191, filesize=30.4 K
2024-11-16T04:14:58,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/6145c92f16ab41fd90df6f8ec25ca453 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453
2024-11-16T04:14:58,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453, entries=150, sequenceid=191, filesize=11.9 K
2024-11-16T04:14:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/a44e68154c4c431687e718acfa06d9cf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf
2024-11-16T04:14:59,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf, entries=150, sequenceid=191, filesize=11.9 K
2024-11-16T04:14:59,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3dd72ea3a355d780fad67307d7e443fd in 1384ms, sequenceid=191, compaction requested=true
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:59,009 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:14:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T04:14:59,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93589 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:14:59,010 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,010 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=91.4 K
2024-11-16T04:14:59,010 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837]
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:14:59,010 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,010 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/566cb1b7ef9c4f9c90da89e64020af9b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=35.9 K
2024-11-16T04:14:59,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ad31282a4d149ffb0e8be0d3dc2dfb9, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:59,011 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 566cb1b7ef9c4f9c90da89e64020af9b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:59,011 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6d5cfa38adf49e9af504fa170899f72, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731730495263
2024-11-16T04:14:59,011 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 652cbc22579f419789e2af8d3cfdc2e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731730495263
2024-11-16T04:14:59,012 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 089f469775a14e56904caac0780f0837, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:14:59,012 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6145c92f16ab41fd90df6f8ec25ca453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:14:59,018 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:59,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T04:14:59,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,020 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,021 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/22aa6cee81eb4bce9eed742d7a0620ff is 50, key is test_row_0/B:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:59,025 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116a7d8068529024e778a496c0ef7638d14_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:59,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116a7d8068529024e778a496c0ef7638d14_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:59,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a7d8068529024e778a496c0ef7638d14_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163285caa8b49a4d359ac5cef160c39f99_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730497731/Put/seqid=0
2024-11-16T04:14:59,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741983_1159 (size=12527)
2024-11-16T04:14:59,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741985_1161 (size=12304)
2024-11-16T04:14:59,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741984_1160 (size=4469)
2024-11-16T04:14:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:14:59,439 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/22aa6cee81eb4bce9eed742d7a0620ff as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/22aa6cee81eb4bce9eed742d7a0620ff
2024-11-16T04:14:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,445 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into 22aa6cee81eb4bce9eed742d7a0620ff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:59,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:59,445 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=13, startTime=1731730499009; duration=0sec
2024-11-16T04:14:59,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:14:59,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:14:59,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:14:59,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163285caa8b49a4d359ac5cef160c39f99_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163285caa8b49a4d359ac5cef160c39f99_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:59,447 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:14:59,448 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:14:59,448 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2d912818092a4d6098ce78d800649c1a, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:14:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2d912818092a4d6098ce78d800649c1a is 175, key is test_row_0/A:col10/1731730497731/Put/seqid=0
2024-11-16T04:14:59,450 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e67ffe7565464ccc8e1aa722f60d1035, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=35.9 K
2024-11-16T04:14:59,450 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e67ffe7565464ccc8e1aa722f60d1035, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731730494039
2024-11-16T04:14:59,450 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 38349b1a3d614978be48da50af9bfeca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731730495263
2024-11-16T04:14:59,451 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a44e68154c4c431687e718acfa06d9cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:14:59,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741986_1162 (size=31105)
2024-11-16T04:14:59,457 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2d912818092a4d6098ce78d800649c1a
2024-11-16T04:14:59,457 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:59,458 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a4fc0209850a4b408cc0501c75b5ad9a is 175, key is test_row_0/A:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:59,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741987_1163 (size=31481)
2024-11-16T04:14:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/0c9851850ebd41b1a54ee175d837ab2c is 50, key is test_row_0/B:col10/1731730497731/Put/seqid=0
2024-11-16T04:14:59,472 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:14:59,473 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/7ece3bba9ced49dfbe08fa07d131c9c7 is 50, key is test_row_0/C:col10/1731730497506/Put/seqid=0
2024-11-16T04:14:59,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741989_1165 (size=12527)
2024-11-16T04:14:59,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741988_1164 (size=12151)
2024-11-16T04:14:59,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/0c9851850ebd41b1a54ee175d837ab2c
2024-11-16T04:14:59,491 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/7ece3bba9ced49dfbe08fa07d131c9c7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/7ece3bba9ced49dfbe08fa07d131c9c7
2024-11-16T04:14:59,499 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into 7ece3bba9ced49dfbe08fa07d131c9c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:59,499 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:59,499 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=13, startTime=1731730499009; duration=0sec
2024-11-16T04:14:59,499 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:59,499 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:14:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/bd0c9ab86d994a22aac11a227dbb73f9 is 50, key is test_row_0/C:col10/1731730497731/Put/seqid=0
2024-11-16T04:14:59,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741990_1166 (size=12151)
2024-11-16T04:14:59,875 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/a4fc0209850a4b408cc0501c75b5ad9a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a
2024-11-16T04:14:59,881 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into a4fc0209850a4b408cc0501c75b5ad9a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:14:59,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:59,881 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=13, startTime=1731730499009; duration=0sec
2024-11-16T04:14:59,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:14:59,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:14:59,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/bd0c9ab86d994a22aac11a227dbb73f9
2024-11-16T04:14:59,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2d912818092a4d6098ce78d800649c1a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a
2024-11-16T04:14:59,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a, entries=150, sequenceid=210, filesize=30.4 K
2024-11-16T04:14:59,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/0c9851850ebd41b1a54ee175d837ab2c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c
2024-11-16T04:14:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:14:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c, entries=150, sequenceid=210, filesize=11.9 K
2024-11-16T04:14:59,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/bd0c9ab86d994a22aac11a227dbb73f9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9
2024-11-16T04:14:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9, entries=150, sequenceid=210, filesize=11.9 K
2024-11-16T04:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 3dd72ea3a355d780fad67307d7e443fd in 913ms, sequenceid=210, compaction requested=false
2024-11-16T04:14:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:14:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-16T04:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-16T04:14:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-16T04:14:59,936 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec
2024-11-16T04:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,938 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.9980 sec
2024-11-16T04:14:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,992 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:14:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:14:59,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:14:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:14:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:14:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:00,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba65c82c379449b78092d7819733e8cb_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741991_1167 (size=22268)
2024-11-16T04:15:00,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:00,045 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba65c82c379449b78092d7819733e8cb_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba65c82c379449b78092d7819733e8cb_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:00,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/9e44fbb6757448f9ab8ea3603dde0b39, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/9e44fbb6757448f9ab8ea3603dde0b39 is 175, key is test_row_0/A:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741992_1168 (size=65673)
2024-11-16T04:15:00,052 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/9e44fbb6757448f9ab8ea3603dde0b39
2024-11-16T04:15:00,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/71eff80219c04818b1f386717cfd205d is 50, key is test_row_0/B:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741993_1169 (size=12151)
2024-11-16T04:15:00,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/71eff80219c04818b1f386717cfd205d
2024-11-16T04:15:00,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/6a25788ea149412bae245b38dc72636b is 50, key is test_row_0/C:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T04:15:00,089 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:00,090 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-16T04:15:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T04:15:00,092 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:00,093 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:00,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:00,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730500057, max timestamp=1731730500093Num uniques 859; 
2024-11-16T04:15:00,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:15:00,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730500057, max timestamp=1731730500093Num uniques 859; 
2024-11-16T04:15:00,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:15:00,104 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730500057, max timestamp=1731730500093Num uniques 859; 
2024-11-16T04:15:00,105 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:15:00,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741994_1170 (size=12151)
2024-11-16T04:15:00,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730560174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T04:15:00,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T04:15:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730560279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:00,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T04:15:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:00,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T04:15:00,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730560489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:00,514 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/6a25788ea149412bae245b38dc72636b
2024-11-16T04:15:00,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/9e44fbb6757448f9ab8ea3603dde0b39 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39
2024-11-16T04:15:00,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39, entries=350, sequenceid=223, filesize=64.1 K
2024-11-16T04:15:00,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/71eff80219c04818b1f386717cfd205d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d
2024-11-16T04:15:00,528 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d, entries=150, sequenceid=223, filesize=11.9 K
2024-11-16T04:15:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/6a25788ea149412bae245b38dc72636b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b
2024-11-16T04:15:00,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b, entries=150, sequenceid=223, filesize=11.9 K
2024-11-16T04:15:00,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3dd72ea3a355d780fad67307d7e443fd in 544ms, sequenceid=223, compaction requested=true
2024-11-16T04:15:00,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:00,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:00,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:00,536 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:00,537 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:00,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:00,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:00,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:00,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:00,538 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:00,538 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:15:00,538 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,538 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/22aa6cee81eb4bce9eed742d7a0620ff, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.0 K
2024-11-16T04:15:00,538 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 128259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:00,539 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:15:00,539 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,539 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=125.3 K
2024-11-16T04:15:00,539 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,539 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39]
2024-11-16T04:15:00,539 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 22aa6cee81eb4bce9eed742d7a0620ff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:15:00,540 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fc0209850a4b408cc0501c75b5ad9a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:15:00,540 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c9851850ebd41b1a54ee175d837ab2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731730497716
2024-11-16T04:15:00,540 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d912818092a4d6098ce78d800649c1a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731730497716
2024-11-16T04:15:00,540 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 71eff80219c04818b1f386717cfd205d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499968
2024-11-16T04:15:00,541 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e44fbb6757448f9ab8ea3603dde0b39, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499920
2024-11-16T04:15:00,553 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T04:15:00,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:00,561 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:00,561 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/144f1bac65ce47f4becdca2f297ebc8e is 50, key is test_row_0/B:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,569 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116268e744fb9d249a989c385fc0a1b5ef2_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,572 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116268e744fb9d249a989c385fc0a1b5ef2_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,572 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116268e744fb9d249a989c385fc0a1b5ef2_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f291848f2ae24404b4e37ac7aab690dd_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730500152/Put/seqid=0
2024-11-16T04:15:00,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741995_1171 (size=12629)
2024-11-16T04:15:00,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741996_1172 (size=4469)
2024-11-16T04:15:00,606 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#141 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:00,607 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/d9c96e2a809748469519f19db0b933bd is 175, key is test_row_0/A:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741997_1173 (size=12354)
2024-11-16T04:15:00,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741998_1174 (size=31583)
2024-11-16T04:15:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:00,640 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/d9c96e2a809748469519f19db0b933bd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd
2024-11-16T04:15:00,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f291848f2ae24404b4e37ac7aab690dd_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f291848f2ae24404b4e37ac7aab690dd_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0cec635c6807431fa6f26d2419fa256b, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:00,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0cec635c6807431fa6f26d2419fa256b is 175, key is test_row_0/A:col10/1731730500152/Put/seqid=0
2024-11-16T04:15:00,647 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into d9c96e2a809748469519f19db0b933bd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:00,647 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:00,648 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=13, startTime=1731730500536; duration=0sec
2024-11-16T04:15:00,648 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:00,648 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:15:00,648 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:00,649 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:00,649 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:15:00,649 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:00,649 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/7ece3bba9ced49dfbe08fa07d131c9c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.0 K
2024-11-16T04:15:00,650 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ece3bba9ced49dfbe08fa07d131c9c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731730497506
2024-11-16T04:15:00,651 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0c9ab86d994a22aac11a227dbb73f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731730497716
2024-11-16T04:15:00,654 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a25788ea149412bae245b38dc72636b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499968
2024-11-16T04:15:00,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741999_1175 (size=31155)
2024-11-16T04:15:00,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0cec635c6807431fa6f26d2419fa256b
2024-11-16T04:15:00,676 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:00,677 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/c6e490d4d2c94df995fd2e2ab3ec8839 is 50, key is test_row_0/C:col10/1731730499968/Put/seqid=0
2024-11-16T04:15:00,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3701eabe7cb6456b9df9bb5a5e78be20 is 50, key is test_row_0/B:col10/1731730500152/Put/seqid=0
2024-11-16T04:15:00,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742000_1176 (size=12629)
2024-11-16T04:15:00,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742001_1177 (size=12201)
2024-11-16T04:15:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T04:15:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:00,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:00,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730560823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:00,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730560929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:01,003 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/144f1bac65ce47f4becdca2f297ebc8e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/144f1bac65ce47f4becdca2f297ebc8e
2024-11-16T04:15:01,009 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into 144f1bac65ce47f4becdca2f297ebc8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:01,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:01,009 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=13, startTime=1731730500536; duration=0sec
2024-11-16T04:15:01,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:01,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:15:01,086 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/c6e490d4d2c94df995fd2e2ab3ec8839 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/c6e490d4d2c94df995fd2e2ab3ec8839
2024-11-16T04:15:01,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3701eabe7cb6456b9df9bb5a5e78be20
2024-11-16T04:15:01,091 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into c6e490d4d2c94df995fd2e2ab3ec8839(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:01,091 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:01,091 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=13, startTime=1731730500537; duration=0sec
2024-11-16T04:15:01,092 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:01,092 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:15:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/216f9fc0c148466dbf6693bda75c851d is 50, key is test_row_0/C:col10/1731730500152/Put/seqid=0
2024-11-16T04:15:01,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742002_1178 (size=12201)
2024-11-16T04:15:01,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/216f9fc0c148466dbf6693bda75c851d
2024-11-16T04:15:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/0cec635c6807431fa6f26d2419fa256b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b
2024-11-16T04:15:01,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b, entries=150, sequenceid=258, filesize=30.4 K
2024-11-16T04:15:01,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3701eabe7cb6456b9df9bb5a5e78be20 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20
2024-11-16T04:15:01,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20, entries=150, sequenceid=258, filesize=11.9 K
2024-11-16T04:15:01,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/216f9fc0c148466dbf6693bda75c851d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d
2024-11-16T04:15:01,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d, entries=150, sequenceid=258, filesize=11.9 K
2024-11-16T04:15:01,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3dd72ea3a355d780fad67307d7e443fd in 579ms, sequenceid=258, compaction requested=false
2024-11-16T04:15:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-16T04:15:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-16T04:15:01,140 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-16T04:15:01,141 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec
2024-11-16T04:15:01,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0510 sec
2024-11-16T04:15:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:01,145 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:01,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cc8103e4ff3647a28a6c60c9fdf98705_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:01,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742003_1179 (size=14994)
2024-11-16T04:15:01,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:01,201 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cc8103e4ff3647a28a6c60c9fdf98705_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cc8103e4ff3647a28a6c60c9fdf98705_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:01,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/80bbbe9d4a314de7a43a093cfa315f44, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:01,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/80bbbe9d4a314de7a43a093cfa315f44 is 175, key is test_row_0/A:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:01,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742004_1180 (size=39949)
2024-11-16T04:15:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T04:15:01,230 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:01,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-16T04:15:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:01,234 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:01,235 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:01,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:01,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730501230, max timestamp=1731730501255Num uniques 859; 
2024-11-16T04:15:01,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730501230, max timestamp=1731730501255Num uniques 859; 
2024-11-16T04:15:01,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:01,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:01,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730501230, max timestamp=1731730501255Num uniques 859; 
2024-11-16T04:15:01,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:01,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730561361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:01,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730561479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:01,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:01,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:01,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:01,621 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/80bbbe9d4a314de7a43a093cfa315f44
2024-11-16T04:15:01,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1d9623f3db2f4ff9b7596d4edeff6f9c is 50, key is test_row_0/B:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:01,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742005_1181 (size=12301)
2024-11-16T04:15:01,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730561689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:01,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:01,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:01,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:02,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730562009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:02,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1d9623f3db2f4ff9b7596d4edeff6f9c
2024-11-16T04:15:02,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/47600f86f27746e4b913b58227a238a3 is 50, key is test_row_0/C:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:02,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742006_1182 (size=12301)
2024-11-16T04:15:02,050 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/47600f86f27746e4b913b58227a238a3
2024-11-16T04:15:02,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/80bbbe9d4a314de7a43a093cfa315f44 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44
2024-11-16T04:15:02,058 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44, entries=200, sequenceid=272, filesize=39.0 K
2024-11-16T04:15:02,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1d9623f3db2f4ff9b7596d4edeff6f9c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c
2024-11-16T04:15:02,063 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c, entries=150, sequenceid=272, filesize=12.0 K
2024-11-16T04:15:02,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/47600f86f27746e4b913b58227a238a3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3
2024-11-16T04:15:02,068 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3, entries=150, sequenceid=272, filesize=12.0 K
2024-11-16T04:15:02,069 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3dd72ea3a355d780fad67307d7e443fd in 924ms, sequenceid=272, compaction requested=true
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:02,069 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:02,069 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:02,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37131 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:15:02,070 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,070 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,070 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=100.3 K
2024-11-16T04:15:02,070 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/144f1bac65ce47f4becdca2f297ebc8e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.3 K
2024-11-16T04:15:02,070 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44]
2024-11-16T04:15:02,070 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 144f1bac65ce47f4becdca2f297ebc8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499968
2024-11-16T04:15:02,071 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9c96e2a809748469519f19db0b933bd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499968
2024-11-16T04:15:02,071 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3701eabe7cb6456b9df9bb5a5e78be20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731730500152
2024-11-16T04:15:02,071 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cec635c6807431fa6f26d2419fa256b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731730500152
2024-11-16T04:15:02,071 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9623f3db2f4ff9b7596d4edeff6f9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:02,072 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80bbbe9d4a314de7a43a093cfa315f44, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:02,077 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:02,078 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:02,078 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/293c629be410413283045f1bead9e2db is 50, key is test_row_0/B:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:02,079 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411163e99e817aaae439691993762ada5fed3_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:02,081 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411163e99e817aaae439691993762ada5fed3_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:02,082 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163e99e817aaae439691993762ada5fed3_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:02,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742007_1183 (size=12881)
2024-11-16T04:15:02,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742008_1184 (size=4469)
2024-11-16T04:15:02,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:02,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111633c1ebe0bf234b718e6ef26e4c335b66_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730501323/Put/seqid=0
2024-11-16T04:15:02,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742009_1185 (size=12454)
2024-11-16T04:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:02,497 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/293c629be410413283045f1bead9e2db as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/293c629be410413283045f1bead9e2db
2024-11-16T04:15:02,499 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:02,499 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6a0511b5d57441cb85815f735f7f733e is 175, key is test_row_0/A:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:02,502 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into 293c629be410413283045f1bead9e2db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:02,502 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:02,502 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=13, startTime=1731730502069; duration=0sec
2024-11-16T04:15:02,502 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:02,502 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:15:02,502 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:02,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742010_1186 (size=31835)
2024-11-16T04:15:02,505 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37131 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:02,505 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:15:02,505 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:02,505 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/c6e490d4d2c94df995fd2e2ab3ec8839, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.3 K
2024-11-16T04:15:02,505 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e490d4d2c94df995fd2e2ab3ec8839, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731730499968
2024-11-16T04:15:02,506 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 216f9fc0c148466dbf6693bda75c851d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731730500152
2024-11-16T04:15:02,506 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 47600f86f27746e4b913b58227a238a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:02,513 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:02,514 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/19e6baf7d25d47f8ba0a8959e4d3bd7d is 50, key is test_row_0/C:col10/1731730500813/Put/seqid=0
2024-11-16T04:15:02,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742011_1187 (size=12881)
2024-11-16T04:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:02,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:02,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730562548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:02,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111633c1ebe0bf234b718e6ef26e4c335b66_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111633c1ebe0bf234b718e6ef26e4c335b66_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/cc39d507630942a9b12af172203c04b7, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:02,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/cc39d507630942a9b12af172203c04b7 is 175, key is test_row_0/A:col10/1731730501323/Put/seqid=0
2024-11-16T04:15:02,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742012_1188 (size=31255)
2024-11-16T04:15:02,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730562659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:02,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730562869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:02,909 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6a0511b5d57441cb85815f735f7f733e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e
2024-11-16T04:15:02,914 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into 6a0511b5d57441cb85815f735f7f733e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:02,914 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:02,914 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=13, startTime=1731730502069; duration=0sec
2024-11-16T04:15:02,914 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:02,914 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:15:02,925 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/19e6baf7d25d47f8ba0a8959e4d3bd7d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/19e6baf7d25d47f8ba0a8959e4d3bd7d
2024-11-16T04:15:02,930 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into 19e6baf7d25d47f8ba0a8959e4d3bd7d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:02,930 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:02,930 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=13, startTime=1731730502069; duration=0sec
2024-11-16T04:15:02,931 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:02,931 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:15:02,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/cc39d507630942a9b12af172203c04b7
2024-11-16T04:15:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/24a18ba5e5384141b747b9c186ad92aa is 50, key is test_row_0/B:col10/1731730501323/Put/seqid=0
2024-11-16T04:15:02,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742013_1189 (size=12301)
2024-11-16T04:15:02,987 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/24a18ba5e5384141b747b9c186ad92aa
2024-11-16T04:15:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/4a2b69ad728b427e9f6b199f20e1feed is 50, key is test_row_0/C:col10/1731730501323/Put/seqid=0
2024-11-16T04:15:02,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742014_1190 (size=12301)
2024-11-16T04:15:03,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:03,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730563179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:03,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/4a2b69ad728b427e9f6b199f20e1feed
2024-11-16T04:15:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/cc39d507630942a9b12af172203c04b7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7
2024-11-16T04:15:03,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7, entries=150, sequenceid=308, filesize=30.5 K
2024-11-16T04:15:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/24a18ba5e5384141b747b9c186ad92aa as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa
2024-11-16T04:15:03,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa, entries=150, sequenceid=308, filesize=12.0 K
2024-11-16T04:15:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/4a2b69ad728b427e9f6b199f20e1feed as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed
2024-11-16T04:15:03,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed, entries=150, sequenceid=308, filesize=12.0 K
2024-11-16T04:15:03,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3dd72ea3a355d780fad67307d7e443fd in 1266ms, sequenceid=308, compaction requested=false
2024-11-16T04:15:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:03,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-16T04:15:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-16T04:15:03,422 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-16T04:15:03,422 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec
2024-11-16T04:15:03,424 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.1930 sec
2024-11-16T04:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:03,690 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:15:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:03,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168be009b4de89433ea5eed4ec43bf5d72_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:03,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742015_1191 (size=12454)
2024-11-16T04:15:03,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730563765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:03,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730563879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:04,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730564089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:04,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:04,165 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168be009b4de89433ea5eed4ec43bf5d72_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168be009b4de89433ea5eed4ec43bf5d72_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:04,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/5d3623ab53374968ac9a1aee13edd469, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/5d3623ab53374968ac9a1aee13edd469 is 175, key is test_row_0/A:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742016_1192 (size=31255)
2024-11-16T04:15:04,171 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/5d3623ab53374968ac9a1aee13edd469
2024-11-16T04:15:04,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/90605834e0fc43e4ba890c64be5d1b7d is 50, key is test_row_0/B:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742017_1193 (size=12301)
2024-11-16T04:15:04,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/90605834e0fc43e4ba890c64be5d1b7d
2024-11-16T04:15:04,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3115b44028b444389d418dc1593cbfd8 is 50, key is test_row_0/C:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742018_1194 (size=12301)
2024-11-16T04:15:04,196 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3115b44028b444389d418dc1593cbfd8
2024-11-16T04:15:04,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/5d3623ab53374968ac9a1aee13edd469 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469
2024-11-16T04:15:04,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469, entries=150, sequenceid=323, filesize=30.5 K
2024-11-16T04:15:04,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/90605834e0fc43e4ba890c64be5d1b7d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d
2024-11-16T04:15:04,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d, entries=150, sequenceid=323, filesize=12.0 K
2024-11-16T04:15:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3115b44028b444389d418dc1593cbfd8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8
2024-11-16T04:15:04,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8, entries=150, sequenceid=323, filesize=12.0 K
2024-11-16T04:15:04,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3dd72ea3a355d780fad67307d7e443fd in 525ms, sequenceid=323, compaction requested=true
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:04,216 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:04,216 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:04,217 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:04,217 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:04,217 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:15:04,217 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:15:04,217 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:04,217 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:04,217 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=92.1 K
2024-11-16T04:15:04,217 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/293c629be410413283045f1bead9e2db, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.6 K
2024-11-16T04:15:04,217 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:04,217 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469]
2024-11-16T04:15:04,218 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 293c629be410413283045f1bead9e2db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:04,218 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0511b5d57441cb85815f735f7f733e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:04,218 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 24a18ba5e5384141b747b9c186ad92aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731730501323
2024-11-16T04:15:04,218 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc39d507630942a9b12af172203c04b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731730501323
2024-11-16T04:15:04,220 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d3623ab53374968ac9a1aee13edd469, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:04,220 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 90605834e0fc43e4ba890c64be5d1b7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:04,226 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,227 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:04,228 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116ca30a76af9a84bbc9a84aa556473bd78_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,228 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/f6cb72a3a5534dc3b8c986a384f7c5f1 is 50, key is test_row_0/B:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,230 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116ca30a76af9a84bbc9a84aa556473bd78_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,230 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ca30a76af9a84bbc9a84aa556473bd78_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742019_1195 (size=12983)
2024-11-16T04:15:04,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742020_1196 (size=4469)
2024-11-16T04:15:04,243 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/f6cb72a3a5534dc3b8c986a384f7c5f1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/f6cb72a3a5534dc3b8c986a384f7c5f1
2024-11-16T04:15:04,243 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#160 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:04,243 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e8e850349759473e9cffc220f9669db5 is 175, key is test_row_0/A:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,249 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into f6cb72a3a5534dc3b8c986a384f7c5f1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:04,249 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:04,249 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=13, startTime=1731730504216; duration=0sec
2024-11-16T04:15:04,249 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:04,249 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:15:04,249 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:04,250 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:04,250 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:15:04,250 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:04,251 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/19e6baf7d25d47f8ba0a8959e4d3bd7d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=36.6 K
2024-11-16T04:15:04,251 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 19e6baf7d25d47f8ba0a8959e4d3bd7d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730500805
2024-11-16T04:15:04,251 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2b69ad728b427e9f6b199f20e1feed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731730501323
2024-11-16T04:15:04,252 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3115b44028b444389d418dc1593cbfd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:04,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742021_1197 (size=31937)
2024-11-16T04:15:04,260 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:04,260 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f70617aa88184457b01cf8796c97cbba is 50, key is test_row_0/C:col10/1731730502547/Put/seqid=0
2024-11-16T04:15:04,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742022_1198 (size=12983)
2024-11-16T04:15:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:04,407 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T04:15:04,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730503743, max timestamp=1731730504404Num uniques 859; 
2024-11-16T04:15:04,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:04,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:04,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:04,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:04,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730503743, max timestamp=1731730504404Num uniques 859; 
2024-11-16T04:15:04,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:04,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:04,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:04,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:04,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116112acbfc2eee4da0a7b050df14e810bb_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730503743/Put/seqid=0
2024-11-16T04:15:04,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742023_1199 (size=14994)
2024-11-16T04:15:04,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:04,425 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116112acbfc2eee4da0a7b050df14e810bb_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116112acbfc2eee4da0a7b050df14e810bb_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:04,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/1318cba3c27f42d89bb8331db15dcbb9, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:04,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/1318cba3c27f42d89bb8331db15dcbb9 is 175, key is test_row_0/A:col10/1731730503743/Put/seqid=0
2024-11-16T04:15:04,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742024_1200 (size=39949)
2024-11-16T04:15:04,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730504449, max timestamp=1731730504495Num uniques 859; 
2024-11-16T04:15:04,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:04,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730504449, max timestamp=1731730504495Num uniques 859; 
2024-11-16T04:15:04,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:04,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730504449, max timestamp=1731730504495Num uniques 859; 
2024-11-16T04:15:04,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:04,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730564565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:04,659 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/e8e850349759473e9cffc220f9669db5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5
2024-11-16T04:15:04,664 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into e8e850349759473e9cffc220f9669db5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:04,664 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:04,664 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=13, startTime=1731730504216; duration=0sec
2024-11-16T04:15:04,664 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:04,664 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:15:04,676 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/f70617aa88184457b01cf8796c97cbba as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f70617aa88184457b01cf8796c97cbba
2024-11-16T04:15:04,681 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into f70617aa88184457b01cf8796c97cbba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:04,681 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:04,681 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=13, startTime=1731730504216; duration=0sec
2024-11-16T04:15:04,681 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:04,681 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:15:04,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730564679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:04,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:04,831 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/1318cba3c27f42d89bb8331db15dcbb9
2024-11-16T04:15:04,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/89e407480e5b42af9e8a32675663b302 is 50, key is test_row_0/B:col10/1731730503743/Put/seqid=0
2024-11-16T04:15:04,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742025_1201 (size=12301)
2024-11-16T04:15:04,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730564889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:05,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730565199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:05,245 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/89e407480e5b42af9e8a32675663b302
2024-11-16T04:15:05,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/072dccbcfa4e41ef9682e01eeb6a3b56 is 50, key is test_row_0/C:col10/1731730503743/Put/seqid=0
2024-11-16T04:15:05,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742026_1202 (size=12301)
2024-11-16T04:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T04:15:05,389 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:05,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-16T04:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:05,391 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:05,391 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:05,392 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:05,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-16T04:15:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:05,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:05,657 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/072dccbcfa4e41ef9682e01eeb6a3b56
2024-11-16T04:15:05,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/1318cba3c27f42d89bb8331db15dcbb9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9
2024-11-16T04:15:05,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9, entries=200, sequenceid=345, filesize=39.0 K
2024-11-16T04:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/89e407480e5b42af9e8a32675663b302 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302
2024-11-16T04:15:05,669 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302, entries=150, sequenceid=345, filesize=12.0 K
2024-11-16T04:15:05,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/072dccbcfa4e41ef9682e01eeb6a3b56 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56
2024-11-16T04:15:05,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56, entries=150, sequenceid=345, filesize=12.0 K
2024-11-16T04:15:05,674 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 3dd72ea3a355d780fad67307d7e443fd in 1267ms, sequenceid=345, compaction requested=false
2024-11-16T04:15:05,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:05,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-16T04:15:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:05,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-16T04:15:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116574cb65ca13149088d139de5e1133e8b_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730504557/Put/seqid=0
2024-11-16T04:15:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:05,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742027_1203 (size=12454)
2024-11-16T04:15:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:05,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730565738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:05,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730565849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:06,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730566059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:06,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116574cb65ca13149088d139de5e1133e8b_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116574cb65ca13149088d139de5e1133e8b_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:06,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2e202a974fe64493a0991f9086280eb6, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:06,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2e202a974fe64493a0991f9086280eb6 is 175, key is test_row_0/A:col10/1731730504557/Put/seqid=0
2024-11-16T04:15:06,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742028_1204 (size=31255)
2024-11-16T04:15:06,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730566369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:06,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2e202a974fe64493a0991f9086280eb6
2024-11-16T04:15:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1db4f72af6f3456ba253f7593de8cebd is 50, key is test_row_0/B:col10/1731730504557/Put/seqid=0
2024-11-16T04:15:06,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742029_1205 (size=12301)
2024-11-16T04:15:06,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730566879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:06,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1db4f72af6f3456ba253f7593de8cebd
2024-11-16T04:15:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8099ce400e694dbca0b0c74f4a1d877e is 50, key is test_row_0/C:col10/1731730504557/Put/seqid=0
2024-11-16T04:15:06,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742030_1206 (size=12301)
2024-11-16T04:15:07,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8099ce400e694dbca0b0c74f4a1d877e
2024-11-16T04:15:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/2e202a974fe64493a0991f9086280eb6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6
2024-11-16T04:15:07,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6, entries=150, sequenceid=382, filesize=30.5 K
2024-11-16T04:15:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/1db4f72af6f3456ba253f7593de8cebd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd
2024-11-16T04:15:07,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd, entries=150, sequenceid=382, filesize=12.0 K
2024-11-16T04:15:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/8099ce400e694dbca0b0c74f4a1d877e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e
2024-11-16T04:15:07,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e, entries=150, sequenceid=382, filesize=12.0 K
2024-11-16T04:15:07,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 3dd72ea3a355d780fad67307d7e443fd in 1676ms, sequenceid=382, compaction requested=true
2024-11-16T04:15:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:07,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:07,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-16T04:15:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-16T04:15:07,378 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-16T04:15:07,379 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9830 sec
2024-11-16T04:15:07,380 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.9900 sec
2024-11-16T04:15:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T04:15:07,539 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:07,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-16T04:15:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:07,541 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:07,542 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:07,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:07,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:07,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161684ef41e321472798180169238f8b92_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730505737/Put/seqid=0
2024-11-16T04:15:07,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742031_1207 (size=12454)
2024-11-16T04:15:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:07,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. as already flushing
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730507934, max timestamp=1731730507963Num uniques 859; 
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730507934, max timestamp=1731730507963Num uniques 859; 
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730507934, max timestamp=1731730507963Num uniques 859; 
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:07,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:15:08,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730568028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:08,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161684ef41e321472798180169238f8b92_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161684ef41e321472798180169238f8b92_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/ee2e1a9fac964abca08562defa92e46e, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/ee2e1a9fac964abca08562defa92e46e is 175, key is test_row_0/A:col10/1731730505737/Put/seqid=0
2024-11-16T04:15:08,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742032_1208 (size=31255)
2024-11-16T04:15:08,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730568139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:08,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 366 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730568349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37732 deadline: 1731730568370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,380 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:08,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37746 deadline: 1731730568429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,435 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18297 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37724 deadline: 1731730568449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,458 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18311 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37736 deadline: 1731730568489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,493 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in 3dd72ea3a355d780fad67307d7e443fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18346 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/ee2e1a9fac964abca08562defa92e46e
2024-11-16T04:15:08,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/8dc31675e277411b898617fa8de2bba2 is 50, key is test_row_0/B:col10/1731730505737/Put/seqid=0
2024-11-16T04:15:08,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742033_1209 (size=12301)
2024-11-16T04:15:08,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 367 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730568669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:08,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/8dc31675e277411b898617fa8de2bba2
2024-11-16T04:15:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/dc280299444042d7aab827d418811858 is 50, key is test_row_0/C:col10/1731730505737/Put/seqid=0
2024-11-16T04:15:08,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742034_1210 (size=12301)
2024-11-16T04:15:09,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 368 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37792 deadline: 1731730569179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:09,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/dc280299444042d7aab827d418811858
2024-11-16T04:15:09,342 INFO  [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599.
2024-11-16T04:15:09,342 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:09,342 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,342 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,342 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:09,347 INFO  [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597.
2024-11-16T04:15:09,348 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:09,348 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,348 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:09,348 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,349 INFO  [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603.
2024-11-16T04:15:09,349 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:09,349 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,349 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:09,355 INFO  [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601.
2024-11-16T04:15:09,355 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:09,355 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,355 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:09,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:09,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/ee2e1a9fac964abca08562defa92e46e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e
2024-11-16T04:15:09,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e, entries=150, sequenceid=393, filesize=30.5 K
2024-11-16T04:15:09,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/8dc31675e277411b898617fa8de2bba2 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2
2024-11-16T04:15:09,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2, entries=150, sequenceid=393, filesize=12.0 K
2024-11-16T04:15:09,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/dc280299444042d7aab827d418811858 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858
2024-11-16T04:15:09,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858, entries=150, sequenceid=393, filesize=12.0 K
2024-11-16T04:15:09,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3dd72ea3a355d780fad67307d7e443fd in 1712ms, sequenceid=393, compaction requested=true
2024-11-16T04:15:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-16T04:15:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-16T04:15:09,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-16T04:15:09,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec
2024-11-16T04:15:09,410 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8690 sec
2024-11-16T04:15:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T04:15:09,691 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:10,191 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-16T04:15:10,191 INFO  [Thread-590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-590.
2024-11-16T04:15:10,191 DEBUG [Thread-590 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:10,191 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:10,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:10,192 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:10,192 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:10,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163799b839694f44e9a455122280298ff3_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:10,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742035_1211 (size=12454)
2024-11-16T04:15:10,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:10,612 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163799b839694f44e9a455122280298ff3_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163799b839694f44e9a455122280298ff3_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:10,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/241fd4177b4a478298605942299f1aaf, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:10,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/241fd4177b4a478298605942299f1aaf is 175, key is test_row_0/A:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:10,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742036_1212 (size=31255)
2024-11-16T04:15:11,255 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/241fd4177b4a478298605942299f1aaf
2024-11-16T04:15:11,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/ae5c58c22aaf4498b5f197d7a47a5c78 is 50, key is test_row_0/B:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:11,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742037_1213 (size=12301)
2024-11-16T04:15:11,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:15:11,676 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/ae5c58c22aaf4498b5f197d7a47a5c78
2024-11-16T04:15:11,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/ef1e5043d757411fa306b862d4d7f952 is 50, key is test_row_0/C:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:11,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742038_1214 (size=12301)
2024-11-16T04:15:12,097 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/ef1e5043d757411fa306b862d4d7f952
2024-11-16T04:15:12,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/241fd4177b4a478298605942299f1aaf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf
2024-11-16T04:15:12,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf, entries=150, sequenceid=429, filesize=30.5 K
2024-11-16T04:15:12,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/ae5c58c22aaf4498b5f197d7a47a5c78 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78
2024-11-16T04:15:12,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78, entries=150, sequenceid=429, filesize=12.0 K
2024-11-16T04:15:12,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/ef1e5043d757411fa306b862d4d7f952 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952
2024-11-16T04:15:12,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952, entries=150, sequenceid=429, filesize=12.0 K
2024-11-16T04:15:12,126 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for 3dd72ea3a355d780fad67307d7e443fd in 1935ms, sequenceid=429, compaction requested=true
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:12,126 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:12,126 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd72ea3a355d780fad67307d7e443fd:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:12,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:12,127 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 165651 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T04:15:12,127 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/A is initiating minor compaction (all files)
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/B is initiating minor compaction (all files)
2024-11-16T04:15:12,128 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/A in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:12,128 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/B in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:12,128 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/f6cb72a3a5534dc3b8c986a384f7c5f1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=60.7 K
2024-11-16T04:15:12,128 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=161.8 K
2024-11-16T04:15:12,128 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf]
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6cb72a3a5534dc3b8c986a384f7c5f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e850349759473e9cffc220f9669db5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e407480e5b42af9e8a32675663b302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731730503743
2024-11-16T04:15:12,128 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1318cba3c27f42d89bb8331db15dcbb9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731730503743
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1db4f72af6f3456ba253f7593de8cebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731730504532
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e202a974fe64493a0991f9086280eb6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731730504532
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc31675e277411b898617fa8de2bba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731730505721
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ee2e1a9fac964abca08562defa92e46e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731730505721
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5c58c22aaf4498b5f197d7a47a5c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731730508019
2024-11-16T04:15:12,129 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 241fd4177b4a478298605942299f1aaf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731730508019
2024-11-16T04:15:12,140 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#B#compaction#174 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:12,141 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/a7382ed0abf64236b8e2c92b0c5a9276 is 50, key is test_row_0/B:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:12,143 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:12,150 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116ee96bbb3edb04aaea69fc9c2f3dc441b_3dd72ea3a355d780fad67307d7e443fd store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:12,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742039_1215 (size=13153)
2024-11-16T04:15:12,157 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/a7382ed0abf64236b8e2c92b0c5a9276 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/a7382ed0abf64236b8e2c92b0c5a9276
2024-11-16T04:15:12,163 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/B of 3dd72ea3a355d780fad67307d7e443fd into a7382ed0abf64236b8e2c92b0c5a9276(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:12,163 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:12,163 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/B, priority=11, startTime=1731730512126; duration=0sec
2024-11-16T04:15:12,163 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:12,163 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:B
2024-11-16T04:15:12,163 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T04:15:12,165 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T04:15:12,165 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 3dd72ea3a355d780fad67307d7e443fd/C is initiating minor compaction (all files)
2024-11-16T04:15:12,165 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd72ea3a355d780fad67307d7e443fd/C in TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:12,165 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f70617aa88184457b01cf8796c97cbba, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp, totalSize=60.7 K
2024-11-16T04:15:12,165 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting f70617aa88184457b01cf8796c97cbba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731730502519
2024-11-16T04:15:12,166 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072dccbcfa4e41ef9682e01eeb6a3b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731730503743
2024-11-16T04:15:12,166 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8099ce400e694dbca0b0c74f4a1d877e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731730504532
2024-11-16T04:15:12,166 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc280299444042d7aab827d418811858, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1731730505721
2024-11-16T04:15:12,166 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef1e5043d757411fa306b862d4d7f952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731730508019
2024-11-16T04:15:12,187 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#C#compaction#176 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:12,188 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/4d027f6f2cef4973ac2af68d789eee1f is 50, key is test_row_0/C:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:12,193 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116ee96bbb3edb04aaea69fc9c2f3dc441b_3dd72ea3a355d780fad67307d7e443fd, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:12,193 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ee96bbb3edb04aaea69fc9c2f3dc441b_3dd72ea3a355d780fad67307d7e443fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:12,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742041_1217 (size=4469)
2024-11-16T04:15:12,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742040_1216 (size=13153)
2024-11-16T04:15:12,199 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd72ea3a355d780fad67307d7e443fd#A#compaction#175 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:12,200 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6304b9f071c44400bad016dd7c3f85e4 is 175, key is test_row_0/A:col10/1731730508019/Put/seqid=0
2024-11-16T04:15:12,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742042_1218 (size=32107)
2024-11-16T04:15:12,203 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/4d027f6f2cef4973ac2af68d789eee1f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4d027f6f2cef4973ac2af68d789eee1f
2024-11-16T04:15:12,208 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/C of 3dd72ea3a355d780fad67307d7e443fd into 4d027f6f2cef4973ac2af68d789eee1f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:12,208 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:12,208 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/C, priority=11, startTime=1731730512126; duration=0sec
2024-11-16T04:15:12,209 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:12,209 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:C
2024-11-16T04:15:12,612 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/6304b9f071c44400bad016dd7c3f85e4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6304b9f071c44400bad016dd7c3f85e4
2024-11-16T04:15:12,619 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3dd72ea3a355d780fad67307d7e443fd/A of 3dd72ea3a355d780fad67307d7e443fd into 6304b9f071c44400bad016dd7c3f85e4(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:12,619 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd72ea3a355d780fad67307d7e443fd:

2024-11-16T04:15:12,620 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., storeName=3dd72ea3a355d780fad67307d7e443fd/A, priority=11, startTime=1731730512126; duration=0sec
2024-11-16T04:15:12,620 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:12,620 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd72ea3a355d780fad67307d7e443fd:A
2024-11-16T04:15:18,401 INFO  [Thread-594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-594.
2024-11-16T04:15:18,401 DEBUG [Thread-594 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:18,401 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,401 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,401 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:18,511 INFO  [Thread-586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-586.
2024-11-16T04:15:18,511 DEBUG [Thread-586 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:18,511 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,511 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,511 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:18,543 INFO  [Thread-588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-588.
2024-11-16T04:15:18,543 INFO  [Thread-592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-592.
2024-11-16T04:15:18,543 DEBUG [Thread-588 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:18,543 DEBUG [Thread-592 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:18,543 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,543 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,543 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,544 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:18,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:18,544 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:15:18,544 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-16T04:15:18,544 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 311
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 10
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2899
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3037
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1242
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3725 rows
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1244
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3728 rows
2024-11-16T04:15:18,545 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:15:18,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:15:18,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:18,546 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:18,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:18,551 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730518551"}]},"ts":"1731730518551"}
2024-11-16T04:15:18,553 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:15:18,553 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:15:18,554 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:15:18,555 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, UNASSIGN}]
2024-11-16T04:15:18,556 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, UNASSIGN
2024-11-16T04:15:18,557 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, UNASSIGN because future has completed
2024-11-16T04:15:18,559 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:15:18,559 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:18,712 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 3dd72ea3a355d780fad67307d7e443fd, disabling compactions & flushes
2024-11-16T04:15:18,712 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. after waiting 0 ms
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:18,712 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 3dd72ea3a355d780fad67307d7e443fd 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=A
2024-11-16T04:15:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:18,713 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=B
2024-11-16T04:15:18,713 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:18,713 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd72ea3a355d780fad67307d7e443fd, store=C
2024-11-16T04:15:18,713 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:18,720 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5a2f1abf27b4101a36bdfdf8b479db0_3dd72ea3a355d780fad67307d7e443fd is 50, key is test_row_0/A:col10/1731730518540/Put/seqid=0
2024-11-16T04:15:18,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742043_1219 (size=12454)
2024-11-16T04:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:19,124 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:19,132 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5a2f1abf27b4101a36bdfdf8b479db0_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5a2f1abf27b4101a36bdfdf8b479db0_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:19,133 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/90a005d7b58340ae948f216d18316767, store: [table=TestAcidGuarantees family=A region=3dd72ea3a355d780fad67307d7e443fd]
2024-11-16T04:15:19,134 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/90a005d7b58340ae948f216d18316767 is 175, key is test_row_0/A:col10/1731730518540/Put/seqid=0
2024-11-16T04:15:19,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742044_1220 (size=31255)
2024-11-16T04:15:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:19,540 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/90a005d7b58340ae948f216d18316767
2024-11-16T04:15:19,554 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3758b4bf689040ef92f33d37340c5c53 is 50, key is test_row_0/B:col10/1731730518540/Put/seqid=0
2024-11-16T04:15:19,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742045_1221 (size=12301)
2024-11-16T04:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:19,959 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3758b4bf689040ef92f33d37340c5c53
2024-11-16T04:15:19,967 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3845422d891c41fda79c6964307fc2de is 50, key is test_row_0/C:col10/1731730518540/Put/seqid=0
2024-11-16T04:15:19,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742046_1222 (size=12301)
2024-11-16T04:15:20,373 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3845422d891c41fda79c6964307fc2de
2024-11-16T04:15:20,379 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/A/90a005d7b58340ae948f216d18316767 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/90a005d7b58340ae948f216d18316767
2024-11-16T04:15:20,384 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/90a005d7b58340ae948f216d18316767, entries=150, sequenceid=439, filesize=30.5 K
2024-11-16T04:15:20,385 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/B/3758b4bf689040ef92f33d37340c5c53 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3758b4bf689040ef92f33d37340c5c53
2024-11-16T04:15:20,390 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3758b4bf689040ef92f33d37340c5c53, entries=150, sequenceid=439, filesize=12.0 K
2024-11-16T04:15:20,391 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/.tmp/C/3845422d891c41fda79c6964307fc2de as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3845422d891c41fda79c6964307fc2de
2024-11-16T04:15:20,398 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3845422d891c41fda79c6964307fc2de, entries=150, sequenceid=439, filesize=12.0 K
2024-11-16T04:15:20,399 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3dd72ea3a355d780fad67307d7e443fd in 1687ms, sequenceid=439, compaction requested=false
2024-11-16T04:15:20,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf] to archive
2024-11-16T04:15:20,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:20,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/329ce037be6d4e60bd5e99a04e6e9788
2024-11-16T04:15:20,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/c034af6af9cf41f5a0a3c7fe37e79f0f
2024-11-16T04:15:20,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/bb34809b425d4ffda26e470435087366
2024-11-16T04:15:20,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0b063e6e2e1240e582eb0207a270985b
2024-11-16T04:15:20,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/51f371c5170147bd80f85721732953f3
2024-11-16T04:15:20,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a55682c24a8040c6a470d0de72dbd475
2024-11-16T04:15:20,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/410dcebb9de1422388c53f19226e2ba5
2024-11-16T04:15:20,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/78238249e98c4dfca58f49f0b474ebd7
2024-11-16T04:15:20,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6ad31282a4d149ffb0e8be0d3dc2dfb9
2024-11-16T04:15:20,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e6d5cfa38adf49e9af504fa170899f72
2024-11-16T04:15:20,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/a4fc0209850a4b408cc0501c75b5ad9a
2024-11-16T04:15:20,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/089f469775a14e56904caac0780f0837
2024-11-16T04:15:20,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2d912818092a4d6098ce78d800649c1a
2024-11-16T04:15:20,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/9e44fbb6757448f9ab8ea3603dde0b39
2024-11-16T04:15:20,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/d9c96e2a809748469519f19db0b933bd
2024-11-16T04:15:20,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/0cec635c6807431fa6f26d2419fa256b
2024-11-16T04:15:20,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/80bbbe9d4a314de7a43a093cfa315f44
2024-11-16T04:15:20,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6a0511b5d57441cb85815f735f7f733e
2024-11-16T04:15:20,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/cc39d507630942a9b12af172203c04b7
2024-11-16T04:15:20,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/e8e850349759473e9cffc220f9669db5
2024-11-16T04:15:20,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/5d3623ab53374968ac9a1aee13edd469
2024-11-16T04:15:20,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/1318cba3c27f42d89bb8331db15dcbb9
2024-11-16T04:15:20,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/2e202a974fe64493a0991f9086280eb6
2024-11-16T04:15:20,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/ee2e1a9fac964abca08562defa92e46e
2024-11-16T04:15:20,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/241fd4177b4a478298605942299f1aaf
2024-11-16T04:15:20,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/603dd8d64a064183ab0cbcc162be6826, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/566cb1b7ef9c4f9c90da89e64020af9b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/22aa6cee81eb4bce9eed742d7a0620ff, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/144f1bac65ce47f4becdca2f297ebc8e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/293c629be410413283045f1bead9e2db, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/f6cb72a3a5534dc3b8c986a384f7c5f1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78] to archive
2024-11-16T04:15:20,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:20,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/57a374d625fd45ec9df5348ecbcf09d1
2024-11-16T04:15:20,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/77f083506a8146f3be1de5088424fac7
2024-11-16T04:15:20,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/4451c924004e4917898443ce11bd4baf
2024-11-16T04:15:20,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/603dd8d64a064183ab0cbcc162be6826 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/603dd8d64a064183ab0cbcc162be6826
2024-11-16T04:15:20,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44265aa1b7874d74a1a6fc3dec7303f9
2024-11-16T04:15:20,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/cac856407a384af2b1debf027f45ba5c
2024-11-16T04:15:20,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6b4d854b584341a98793bdad26b2d55a
2024-11-16T04:15:20,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/566cb1b7ef9c4f9c90da89e64020af9b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/566cb1b7ef9c4f9c90da89e64020af9b
2024-11-16T04:15:20,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/44bc6a89d75c4c8085deb2ea1f23716b
2024-11-16T04:15:20,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/652cbc22579f419789e2af8d3cfdc2e9
2024-11-16T04:15:20,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/22aa6cee81eb4bce9eed742d7a0620ff to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/22aa6cee81eb4bce9eed742d7a0620ff
2024-11-16T04:15:20,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/6145c92f16ab41fd90df6f8ec25ca453
2024-11-16T04:15:20,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/0c9851850ebd41b1a54ee175d837ab2c
2024-11-16T04:15:20,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/144f1bac65ce47f4becdca2f297ebc8e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/144f1bac65ce47f4becdca2f297ebc8e
2024-11-16T04:15:20,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/71eff80219c04818b1f386717cfd205d
2024-11-16T04:15:20,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3701eabe7cb6456b9df9bb5a5e78be20
2024-11-16T04:15:20,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/293c629be410413283045f1bead9e2db to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/293c629be410413283045f1bead9e2db
2024-11-16T04:15:20,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1d9623f3db2f4ff9b7596d4edeff6f9c
2024-11-16T04:15:20,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/24a18ba5e5384141b747b9c186ad92aa
2024-11-16T04:15:20,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/f6cb72a3a5534dc3b8c986a384f7c5f1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/f6cb72a3a5534dc3b8c986a384f7c5f1
2024-11-16T04:15:20,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/90605834e0fc43e4ba890c64be5d1b7d
2024-11-16T04:15:20,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/89e407480e5b42af9e8a32675663b302
2024-11-16T04:15:20,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/1db4f72af6f3456ba253f7593de8cebd
2024-11-16T04:15:20,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/8dc31675e277411b898617fa8de2bba2
2024-11-16T04:15:20,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/ae5c58c22aaf4498b5f197d7a47a5c78
2024-11-16T04:15:20,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/372898a2c1bd4867b9bf13b79d748ee7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e67ffe7565464ccc8e1aa722f60d1035, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/7ece3bba9ced49dfbe08fa07d131c9c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/c6e490d4d2c94df995fd2e2ab3ec8839, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/19e6baf7d25d47f8ba0a8959e4d3bd7d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f70617aa88184457b01cf8796c97cbba, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952] to archive
2024-11-16T04:15:20,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:20,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8aae1b0adc914bb4bedb0b12c6fbbeee
2024-11-16T04:15:20,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f0773c88f1f349048393c7d79cf60a79
2024-11-16T04:15:20,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f875680fbfec4f65a792c80453b1feb9
2024-11-16T04:15:20,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/372898a2c1bd4867b9bf13b79d748ee7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/372898a2c1bd4867b9bf13b79d748ee7
2024-11-16T04:15:20,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/b92fa7e30b1a40bf8170143f7459e6e1
2024-11-16T04:15:20,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e9d8424b28f74951bd2a5d41ba40e9db
2024-11-16T04:15:20,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/1b1111101ee44bfa9ff7c98b4b3ae355
2024-11-16T04:15:20,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e67ffe7565464ccc8e1aa722f60d1035 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/e67ffe7565464ccc8e1aa722f60d1035
2024-11-16T04:15:20,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3f29a7c424e7491480503bb89fdcadfa
2024-11-16T04:15:20,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/38349b1a3d614978be48da50af9bfeca
2024-11-16T04:15:20,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/7ece3bba9ced49dfbe08fa07d131c9c7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/7ece3bba9ced49dfbe08fa07d131c9c7
2024-11-16T04:15:20,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/a44e68154c4c431687e718acfa06d9cf
2024-11-16T04:15:20,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/bd0c9ab86d994a22aac11a227dbb73f9
2024-11-16T04:15:20,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/c6e490d4d2c94df995fd2e2ab3ec8839 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/c6e490d4d2c94df995fd2e2ab3ec8839
2024-11-16T04:15:20,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/6a25788ea149412bae245b38dc72636b
2024-11-16T04:15:20,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/216f9fc0c148466dbf6693bda75c851d
2024-11-16T04:15:20,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/19e6baf7d25d47f8ba0a8959e4d3bd7d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/19e6baf7d25d47f8ba0a8959e4d3bd7d
2024-11-16T04:15:20,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/47600f86f27746e4b913b58227a238a3
2024-11-16T04:15:20,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4a2b69ad728b427e9f6b199f20e1feed
2024-11-16T04:15:20,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f70617aa88184457b01cf8796c97cbba to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/f70617aa88184457b01cf8796c97cbba
2024-11-16T04:15:20,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3115b44028b444389d418dc1593cbfd8
2024-11-16T04:15:20,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/072dccbcfa4e41ef9682e01eeb6a3b56
2024-11-16T04:15:20,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/8099ce400e694dbca0b0c74f4a1d877e
2024-11-16T04:15:20,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/dc280299444042d7aab827d418811858
2024-11-16T04:15:20,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/ef1e5043d757411fa306b862d4d7f952
2024-11-16T04:15:20,538 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits/442.seqid, newMaxSeqId=442, maxSeqId=4
2024-11-16T04:15:20,539 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.
2024-11-16T04:15:20,540 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 3dd72ea3a355d780fad67307d7e443fd:
Waiting for close lock at 1731730518712Running coprocessor pre-close hooks at 1731730518712Disabling compacts and flushes for region at 1731730518712Disabling writes for close at 1731730518712Obtaining lock to block concurrent updates at 1731730518712Preparing flush snapshotting stores in 3dd72ea3a355d780fad67307d7e443fd at 1731730518712Finished memstore snapshotting TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731730518713 (+1 ms)Flushing stores of TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd. at 1731730518713Flushing 3dd72ea3a355d780fad67307d7e443fd/A: creating writer at 1731730518713Flushing mob file 3dd72ea3a355d780fad67307d7e443fd/A: appending metadata at 1731730518720 (+7 ms)Flushing mob file 3dd72ea3a355d780fad67307d7e443fd/A: closing flushed file at 1731730518720Flushing 3dd72ea3a355d780fad67307d7e443fd/A: appending metadata at 1731730519133 (+413 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/A: closing flushed file at 1731730519134 (+1 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/B: creating writer at 1731730519549 (+415 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/B: appending metadata at 1731730519554 (+5 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/B: closing flushed file at 1731730519554Flushing 3dd72ea3a355d780fad67307d7e443fd/C: creating writer at 1731730519963 (+409 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/C: appending metadata at 1731730519966 (+3 ms)Flushing 3dd72ea3a355d780fad67307d7e443fd/C: closing flushed file at 1731730519966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ed79ba: reopening flushed file at 1731730520378 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190aa062: reopening flushed file at 1731730520384 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689a1cb2: reopening flushed file at 1731730520391 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3dd72ea3a355d780fad67307d7e443fd in 1687ms, sequenceid=439, compaction requested=false at 1731730520399 (+8 ms)Writing region close event to WAL at 1731730520532 (+133 ms)Running coprocessor post-close hooks at 1731730520539 (+7 ms)Closed at 1731730520539
2024-11-16T04:15:20,542 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,543 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3dd72ea3a355d780fad67307d7e443fd, regionState=CLOSED
2024-11-16T04:15:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:20,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-16T04:15:20,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 3dd72ea3a355d780fad67307d7e443fd, server=fda3efb342d8,46295,1731730453348 in 1.9870 sec
2024-11-16T04:15:20,551 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-16T04:15:20,552 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd72ea3a355d780fad67307d7e443fd, UNASSIGN in 1.9940 sec
2024-11-16T04:15:20,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-16T04:15:20,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9990 sec
2024-11-16T04:15:20,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730520557"}]},"ts":"1731730520557"}
2024-11-16T04:15:20,559 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:15:20,559 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:15:20,562 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0130 sec
2024-11-16T04:15:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-16T04:15:20,709 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:20,710 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:15:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,712 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-16T04:15:20,714 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits]
2024-11-16T04:15:20,720 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6304b9f071c44400bad016dd7c3f85e4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/6304b9f071c44400bad016dd7c3f85e4
2024-11-16T04:15:20,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/90a005d7b58340ae948f216d18316767 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/A/90a005d7b58340ae948f216d18316767
2024-11-16T04:15:20,724 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3758b4bf689040ef92f33d37340c5c53 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/3758b4bf689040ef92f33d37340c5c53
2024-11-16T04:15:20,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/a7382ed0abf64236b8e2c92b0c5a9276 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/B/a7382ed0abf64236b8e2c92b0c5a9276
2024-11-16T04:15:20,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3845422d891c41fda79c6964307fc2de to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/3845422d891c41fda79c6964307fc2de
2024-11-16T04:15:20,729 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4d027f6f2cef4973ac2af68d789eee1f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/C/4d027f6f2cef4973ac2af68d789eee1f
2024-11-16T04:15:20,734 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits/442.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd/recovered.edits/442.seqid
2024-11-16T04:15:20,735 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,735 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:15:20,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:15:20,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T04:15:20,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116112acbfc2eee4da0a7b050df14e810bb_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116112acbfc2eee4da0a7b050df14e810bb_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161684ef41e321472798180169238f8b92_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161684ef41e321472798180169238f8b92_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163285caa8b49a4d359ac5cef160c39f99_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163285caa8b49a4d359ac5cef160c39f99_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,747 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111633c1ebe0bf234b718e6ef26e4c335b66_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111633c1ebe0bf234b718e6ef26e4c335b66_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,748 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163799b839694f44e9a455122280298ff3_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163799b839694f44e9a455122280298ff3_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,750 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116381d275c0e1545ffacafb474c83181c1_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116381d275c0e1545ffacafb474c83181c1_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,751 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116574cb65ca13149088d139de5e1133e8b_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116574cb65ca13149088d139de5e1133e8b_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,752 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165abe170036634d58b34773a06a299c9c_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165abe170036634d58b34773a06a299c9c_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,754 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168be009b4de89433ea5eed4ec43bf5d72_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168be009b4de89433ea5eed4ec43bf5d72_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,755 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696eddc336df24d5e93854ac360fec251_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111696eddc336df24d5e93854ac360fec251_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,756 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169b599b4f8315408897287e6b8996dc49_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169b599b4f8315408897287e6b8996dc49_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,757 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5a2f1abf27b4101a36bdfdf8b479db0_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5a2f1abf27b4101a36bdfdf8b479db0_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,758 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba65c82c379449b78092d7819733e8cb_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba65c82c379449b78092d7819733e8cb_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,760 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c57b54acb471466cac8614179a2857cc_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c57b54acb471466cac8614179a2857cc_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,761 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cc8103e4ff3647a28a6c60c9fdf98705_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cc8103e4ff3647a28a6c60c9fdf98705_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,762 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e14fef202da646a78723cb18fdc243aa_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e14fef202da646a78723cb18fdc243aa_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,763 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e703a345a79a4b20a6ba79d2d17a115c_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e703a345a79a4b20a6ba79d2d17a115c_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,764 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f291848f2ae24404b4e37ac7aab690dd_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f291848f2ae24404b4e37ac7aab690dd_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5573548ab9c4850b89edeeef83478b2_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5573548ab9c4850b89edeeef83478b2_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5e24eca13d845868113297d8d1bd0ae_3dd72ea3a355d780fad67307d7e443fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5e24eca13d845868113297d8d1bd0ae_3dd72ea3a355d780fad67307d7e443fd
2024-11-16T04:15:20,768 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:15:20,770 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,774 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:15:20,776 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:15:20,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:15:20,778 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730520778"}]},"ts":"9223372036854775807"}
2024-11-16T04:15:20,780 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:15:20,780 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3dd72ea3a355d780fad67307d7e443fd, NAME => 'TestAcidGuarantees,,1731730486123.3dd72ea3a355d780fad67307d7e443fd.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:15:20,781 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:15:20,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730520781"}]},"ts":"9223372036854775807"}
2024-11-16T04:15:20,783 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:15:20,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,786 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec
2024-11-16T04:15:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-16T04:15:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:15:20,824 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:20,832 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9176 (was 8029) - AvailableMemoryMB LEAK? -
2024-11-16T04:15:20,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=9176
2024-11-16T04:15:20,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:15:20,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:15:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:20,847 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:15:20,848 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:20,848 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 63
2024-11-16T04:15:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:20,849 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:15:20,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742047_1223 (size=1061)
2024-11-16T04:15:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:21,259 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:15:21,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742048_1224 (size=53)
2024-11-16T04:15:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 69ba5a7fc294302d239548efbc94ad35, disabling compactions & flushes
2024-11-16T04:15:21,665 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. after waiting 0 ms
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,665 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69ba5a7fc294302d239548efbc94ad35:
Waiting for close lock at 1731730521665Disabling compacts and flushes for region at 1731730521665Disabling writes for close at 1731730521665Writing region close event to WAL at 1731730521665Closed at 1731730521665
2024-11-16T04:15:21,666 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:15:21,666 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730521666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730521666"}]},"ts":"1731730521666"}
2024-11-16T04:15:21,668 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:15:21,669 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:15:21,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730521669"}]},"ts":"1731730521669"}
2024-11-16T04:15:21,671 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:15:21,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, ASSIGN}]
2024-11-16T04:15:21,672 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, ASSIGN
2024-11-16T04:15:21,673 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:15:21,824 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=69ba5a7fc294302d239548efbc94ad35, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:21,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, ASSIGN because future has completed
2024-11-16T04:15:21,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:21,981 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,981 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:15:21,982 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,982 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:15:21,982 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,982 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,984 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69ba5a7fc294302d239548efbc94ad35 
2024-11-16T04:15:21,985 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:21,986 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ba5a7fc294302d239548efbc94ad35 columnFamilyName A
2024-11-16T04:15:21,986 DEBUG [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:21,986 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(327): Store=69ba5a7fc294302d239548efbc94ad35/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:21,986 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69ba5a7fc294302d239548efbc94ad35 
2024-11-16T04:15:21,988 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:21,988 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ba5a7fc294302d239548efbc94ad35 columnFamilyName B
2024-11-16T04:15:21,989 DEBUG [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:21,989 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(327): Store=69ba5a7fc294302d239548efbc94ad35/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:21,989 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69ba5a7fc294302d239548efbc94ad35 
2024-11-16T04:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:21,991 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:21,991 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ba5a7fc294302d239548efbc94ad35 columnFamilyName C
2024-11-16T04:15:21,992 DEBUG [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:21,992 INFO  [StoreOpener-69ba5a7fc294302d239548efbc94ad35-1 {}] regionserver.HStore(327): Store=69ba5a7fc294302d239548efbc94ad35/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:21,993 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:21,993 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,994 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,994 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,996 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,996 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,996 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:15:21,998 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:21,999 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:15:22,000 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 69ba5a7fc294302d239548efbc94ad35; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75466584, jitterRate=0.12453973293304443}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:15:22,000 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:22,000 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 69ba5a7fc294302d239548efbc94ad35:
Running coprocessor pre-open hook at 1731730521982Writing region info on filesystem at 1731730521982Initializing all the Stores at 1731730521983 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730521983Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730521983Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730521983Cleaning up temporary data from old regions at 1731730521996 (+13 ms)Running coprocessor post-open hooks at 1731730522000 (+4 ms)Region opened successfully at 1731730522000
2024-11-16T04:15:22,001 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., pid=65, masterSystemTime=1731730521977
2024-11-16T04:15:22,003 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:22,003 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:22,003 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=69ba5a7fc294302d239548efbc94ad35, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:22,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:22,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-16T04:15:22,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348 in 179 msec
2024-11-16T04:15:22,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-16T04:15:22,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, ASSIGN in 336 msec
2024-11-16T04:15:22,009 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:15:22,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730522009"}]},"ts":"1731730522009"}
2024-11-16T04:15:22,011 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:15:22,011 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:15:22,013 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec
2024-11-16T04:15:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-16T04:15:22,999 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:23,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,002 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daf0592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,003 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f3ba15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,006 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:15:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:15:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a8bf55
2024-11-16T04:15:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:15:23,008 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:15:23,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f99e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,012 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c72955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,015 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,017 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7114fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13515f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,021 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35417d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,024 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a29c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,026 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e3102a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,029 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55642668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,031 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d622fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46499ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,034 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f31b4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,037 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f832ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2ed8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,040 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41adfd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,041 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197b1c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,043 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecf75e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:23,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:23,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1b90e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:23,046 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe557df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:23,047 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,047 DEBUG [Thread-1073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,047 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:23,047 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,047 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [Thread-1071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,048 DEBUG [Thread-1060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [Thread-1058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,048 DEBUG [Thread-1062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [Thread-1069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-16T04:15:23,049 DEBUG [Thread-1058 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,049 DEBUG [Thread-1058 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,049 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,049 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,050 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:23,050 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,050 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,051 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:23,051 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:23,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:23,054 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:15:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:23,067 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730583094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730583094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730583095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730583096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730583096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/aeba54a14f3a4468b5630537e1c696d9 is 50, key is test_row_0/A:col10/1731730523067/Put/seqid=0
2024-11-16T04:15:23,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742049_1225 (size=12001)
2024-11-16T04:15:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:23,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T04:15:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730583209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730583209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730583209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730583209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730583210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T04:15:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:23,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730583419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730583419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730583420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730583420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730583420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T04:15:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:23,535 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/aeba54a14f3a4468b5630537e1c696d9
2024-11-16T04:15:23,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c53f655b37a54cfea1822b9b0cdb1cdc is 50, key is test_row_0/B:col10/1731730523067/Put/seqid=0
2024-11-16T04:15:23,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742050_1226 (size=12001)
2024-11-16T04:15:23,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c53f655b37a54cfea1822b9b0cdb1cdc
2024-11-16T04:15:23,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/26ab5bc138cc4f8dade4e5588e7ded60 is 50, key is test_row_0/C:col10/1731730523067/Put/seqid=0
2024-11-16T04:15:23,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742051_1227 (size=12001)
2024-11-16T04:15:23,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/26ab5bc138cc4f8dade4e5588e7ded60
2024-11-16T04:15:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/aeba54a14f3a4468b5630537e1c696d9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9
2024-11-16T04:15:23,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T04:15:23,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c53f655b37a54cfea1822b9b0cdb1cdc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc
2024-11-16T04:15:23,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T04:15:23,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/26ab5bc138cc4f8dade4e5588e7ded60 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60
2024-11-16T04:15:23,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T04:15:23,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 69ba5a7fc294302d239548efbc94ad35 in 594ms, sequenceid=14, compaction requested=false
2024-11-16T04:15:23,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:23,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:23,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:23,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/92fe9e5969ff4af785b8881c1188efc1 is 50, key is test_row_0/A:col10/1731730523095/Put/seqid=0
2024-11-16T04:15:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:23,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742052_1228 (size=12001)
2024-11-16T04:15:23,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/92fe9e5969ff4af785b8881c1188efc1
2024-11-16T04:15:23,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/89ccba3c7e1541f28306de2cc1cd5be5 is 50, key is test_row_0/B:col10/1731730523095/Put/seqid=0
2024-11-16T04:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:23,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730583738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730583742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730583744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730583747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730583747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742053_1229 (size=12001)
2024-11-16T04:15:23,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730583849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730583859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730583859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730583860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730583860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730584059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730584069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730584069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730584070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730584070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/89ccba3c7e1541f28306de2cc1cd5be5
2024-11-16T04:15:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f84799048ff8451abe6c5d06147592c8 is 50, key is test_row_0/C:col10/1731730523095/Put/seqid=0
2024-11-16T04:15:24,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742054_1230 (size=12001)
2024-11-16T04:15:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:24,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730584369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730584379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730584380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730584380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730584380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,578 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f84799048ff8451abe6c5d06147592c8
2024-11-16T04:15:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/92fe9e5969ff4af785b8881c1188efc1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1
2024-11-16T04:15:24,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T04:15:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/89ccba3c7e1541f28306de2cc1cd5be5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5
2024-11-16T04:15:24,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T04:15:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f84799048ff8451abe6c5d06147592c8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8
2024-11-16T04:15:24,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T04:15:24,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69ba5a7fc294302d239548efbc94ad35 in 933ms, sequenceid=34, compaction requested=false
2024-11-16T04:15:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-16T04:15:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-16T04:15:24,601 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-16T04:15:24,601 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec
2024-11-16T04:15:24,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.5540 sec
2024-11-16T04:15:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:24,882 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:24,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/722c97511d414bea8486b1b2866a03f5 is 50, key is test_row_0/A:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:24,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742055_1231 (size=12001)
2024-11-16T04:15:24,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730584924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730584924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730584924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730584925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:24,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730584930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730585039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730585040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730585040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730585040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730585040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T04:15:25,199 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:25,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-16T04:15:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:25,202 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:25,202 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:25,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:25,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730585249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730585250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730585250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730585251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730585251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:25,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/722c97511d414bea8486b1b2866a03f5
2024-11-16T04:15:25,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/765ab9cf76094d06b001efc54bb8db0c is 50, key is test_row_0/B:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:25,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742056_1232 (size=12001)
2024-11-16T04:15:25,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:25,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730585560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730585560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730585560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730585569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730585569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:25,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,781 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/765ab9cf76094d06b001efc54bb8db0c
2024-11-16T04:15:25,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/95b4cd392ab14051a660284b666e96c7 is 50, key is test_row_0/C:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:25,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742057_1233 (size=12001)
2024-11-16T04:15:25,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:25,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:25,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:26,070 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:15:26,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730586069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:26,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730586069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:26,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730586069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:26,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730586079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730586079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:26,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:26,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:26,192 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/95b4cd392ab14051a660284b666e96c7
2024-11-16T04:15:26,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/722c97511d414bea8486b1b2866a03f5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5
2024-11-16T04:15:26,201 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:15:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/765ab9cf76094d06b001efc54bb8db0c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c
2024-11-16T04:15:26,218 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:15:26,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/95b4cd392ab14051a660284b666e96c7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7
2024-11-16T04:15:26,224 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:15:26,226 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69ba5a7fc294302d239548efbc94ad35 in 1344ms, sequenceid=47, compaction requested=true
2024-11-16T04:15:26,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:26,226 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:26,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:26,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:26,226 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:26,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:26,227 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:26,227 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:26,227 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,228 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.2 K
2024-11-16T04:15:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:26,228 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeba54a14f3a4468b5630537e1c696d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731730523059
2024-11-16T04:15:26,228 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:26,228 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:26,228 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,228 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.2 K
2024-11-16T04:15:26,228 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92fe9e5969ff4af785b8881c1188efc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731730523093
2024-11-16T04:15:26,229 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c53f655b37a54cfea1822b9b0cdb1cdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731730523059
2024-11-16T04:15:26,229 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 722c97511d414bea8486b1b2866a03f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:26,229 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ccba3c7e1541f28306de2cc1cd5be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731730523093
2024-11-16T04:15:26,230 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 765ab9cf76094d06b001efc54bb8db0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:26,246 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:26,247 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/a41b3403728041bc8da19855d425ec12 is 50, key is test_row_0/A:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:26,258 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:26,258 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/f7aabd76aef84baf9ded778f76e29ba8 is 50, key is test_row_0/B:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:26,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T04:15:26,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:26,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/cc73a2bd9090474a8aee3ee4a2771c72 is 50, key is test_row_0/A:col10/1731730524929/Put/seqid=0
2024-11-16T04:15:26,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742058_1234 (size=12104)
2024-11-16T04:15:26,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742059_1235 (size=12104)
2024-11-16T04:15:26,307 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/f7aabd76aef84baf9ded778f76e29ba8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/f7aabd76aef84baf9ded778f76e29ba8
2024-11-16T04:15:26,315 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into f7aabd76aef84baf9ded778f76e29ba8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:26,315 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:26,315 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=13, startTime=1731730526226; duration=0sec
2024-11-16T04:15:26,315 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:26,315 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:26,315 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:26,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742060_1236 (size=12001)
2024-11-16T04:15:26,320 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:26,321 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:26,321 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:26,321 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.2 K
2024-11-16T04:15:26,321 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ab5bc138cc4f8dade4e5588e7ded60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731730523059
2024-11-16T04:15:26,322 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f84799048ff8451abe6c5d06147592c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731730523093
2024-11-16T04:15:26,322 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b4cd392ab14051a660284b666e96c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:26,351 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:26,351 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/3e2389a620664876a3d60e1761d54c9a is 50, key is test_row_0/C:col10/1731730524880/Put/seqid=0
2024-11-16T04:15:26,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742061_1237 (size=12104)
2024-11-16T04:15:26,376 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/3e2389a620664876a3d60e1761d54c9a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3e2389a620664876a3d60e1761d54c9a
2024-11-16T04:15:26,383 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into 3e2389a620664876a3d60e1761d54c9a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:26,383 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:26,383 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=13, startTime=1731730526228; duration=0sec
2024-11-16T04:15:26,383 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:26,383 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:26,691 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/a41b3403728041bc8da19855d425ec12 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a41b3403728041bc8da19855d425ec12
2024-11-16T04:15:26,698 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into a41b3403728041bc8da19855d425ec12(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:26,698 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:26,698 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=13, startTime=1731730526226; duration=0sec
2024-11-16T04:15:26,698 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:26,698 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:26,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/cc73a2bd9090474a8aee3ee4a2771c72
2024-11-16T04:15:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/2619c54df6d3442481a37b8796866223 is 50, key is test_row_0/B:col10/1731730524929/Put/seqid=0
2024-11-16T04:15:26,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742062_1238 (size=12001)
2024-11-16T04:15:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:27,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730587098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730587099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730587101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,105 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730587102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730587102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/2619c54df6d3442481a37b8796866223
2024-11-16T04:15:27,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/21da6cdf541d4cbaaf9d381ba3f1b11c is 50, key is test_row_0/C:col10/1731730524929/Put/seqid=0
2024-11-16T04:15:27,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742063_1239 (size=12001)
2024-11-16T04:15:27,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730587209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730587209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730587209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730587209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:27,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730587419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730587419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730587419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730587420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/21da6cdf541d4cbaaf9d381ba3f1b11c
2024-11-16T04:15:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/cc73a2bd9090474a8aee3ee4a2771c72 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72
2024-11-16T04:15:27,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72, entries=150, sequenceid=66, filesize=11.7 K
2024-11-16T04:15:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/2619c54df6d3442481a37b8796866223 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223
2024-11-16T04:15:27,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223, entries=150, sequenceid=66, filesize=11.7 K
2024-11-16T04:15:27,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/21da6cdf541d4cbaaf9d381ba3f1b11c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c
2024-11-16T04:15:27,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c, entries=150, sequenceid=66, filesize=11.7 K
2024-11-16T04:15:27,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 69ba5a7fc294302d239548efbc94ad35 in 1334ms, sequenceid=66, compaction requested=false
2024-11-16T04:15:27,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:27,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:27,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-16T04:15:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-16T04:15:27,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-16T04:15:27,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4070 sec
2024-11-16T04:15:27,614 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.4120 sec
2024-11-16T04:15:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:27,732 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:27,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:27,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c88a8316547e4dff82951b0ddd69862d is 50, key is test_row_0/A:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:27,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742064_1240 (size=16681)
2024-11-16T04:15:27,752 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c88a8316547e4dff82951b0ddd69862d
2024-11-16T04:15:27,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730587749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730587751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730587752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/671a55b7a62f437e946ab6ee8a58f951 is 50, key is test_row_0/B:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:27,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730587757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742065_1241 (size=12001)
2024-11-16T04:15:27,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730587859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730587859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730587859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:27,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730587869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:27,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730588069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730588069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730588069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730588079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,165 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/671a55b7a62f437e946ab6ee8a58f951
2024-11-16T04:15:28,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/65440e73c6d24db893b46afadfc5d509 is 50, key is test_row_0/C:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:28,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742066_1242 (size=12001)
2024-11-16T04:15:28,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730588379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730588379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730588379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730588389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/65440e73c6d24db893b46afadfc5d509
2024-11-16T04:15:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c88a8316547e4dff82951b0ddd69862d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d
2024-11-16T04:15:28,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d, entries=250, sequenceid=86, filesize=16.3 K
2024-11-16T04:15:28,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/671a55b7a62f437e946ab6ee8a58f951 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951
2024-11-16T04:15:28,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951, entries=150, sequenceid=86, filesize=11.7 K
2024-11-16T04:15:28,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/65440e73c6d24db893b46afadfc5d509 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509
2024-11-16T04:15:28,596 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509, entries=150, sequenceid=86, filesize=11.7 K
2024-11-16T04:15:28,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 69ba5a7fc294302d239548efbc94ad35 in 865ms, sequenceid=86, compaction requested=true
2024-11-16T04:15:28,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:28,598 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:28,598 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:28,599 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:28,599 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:28,599 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:28,599 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/f7aabd76aef84baf9ded778f76e29ba8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.3 K
2024-11-16T04:15:28,599 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:28,599 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:28,599 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:28,599 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a41b3403728041bc8da19855d425ec12, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=39.8 K
2024-11-16T04:15:28,600 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f7aabd76aef84baf9ded778f76e29ba8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:28,600 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2619c54df6d3442481a37b8796866223, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731730524922
2024-11-16T04:15:28,600 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41b3403728041bc8da19855d425ec12, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:28,600 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 671a55b7a62f437e946ab6ee8a58f951, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:28,600 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc73a2bd9090474a8aee3ee4a2771c72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731730524922
2024-11-16T04:15:28,603 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c88a8316547e4dff82951b0ddd69862d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:28,619 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:28,619 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/1b6df7c11e2d444e9f825e2a8a2bf663 is 50, key is test_row_0/A:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:28,630 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:28,630 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/e31e0cf17c4b496d8ee6948dace7d00c is 50, key is test_row_0/B:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:28,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742067_1243 (size=12207)
2024-11-16T04:15:28,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742068_1244 (size=12207)
2024-11-16T04:15:28,648 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/e31e0cf17c4b496d8ee6948dace7d00c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/e31e0cf17c4b496d8ee6948dace7d00c
2024-11-16T04:15:28,656 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into e31e0cf17c4b496d8ee6948dace7d00c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:28,656 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:28,656 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=13, startTime=1731730528598; duration=0sec
2024-11-16T04:15:28,656 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:28,656 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:28,656 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:28,659 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:28,660 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:28,660 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:28,660 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3e2389a620664876a3d60e1761d54c9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.3 K
2024-11-16T04:15:28,660 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2389a620664876a3d60e1761d54c9a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730523742
2024-11-16T04:15:28,661 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 21da6cdf541d4cbaaf9d381ba3f1b11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731730524922
2024-11-16T04:15:28,661 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 65440e73c6d24db893b46afadfc5d509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:28,671 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:28,672 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/4cab9afe77fd48c385bd8fe7a12b1e9b is 50, key is test_row_0/C:col10/1731730527099/Put/seqid=0
2024-11-16T04:15:28,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742069_1245 (size=12207)
2024-11-16T04:15:28,712 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/4cab9afe77fd48c385bd8fe7a12b1e9b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4cab9afe77fd48c385bd8fe7a12b1e9b
2024-11-16T04:15:28,728 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into 4cab9afe77fd48c385bd8fe7a12b1e9b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:28,728 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:28,728 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=13, startTime=1731730528598; duration=0sec
2024-11-16T04:15:28,728 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:28,728 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:28,893 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:28,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/81120ddecf0548d0b3d3d05460c6ed51 is 50, key is test_row_0/A:col10/1731730528891/Put/seqid=0
2024-11-16T04:15:28,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742070_1246 (size=16681)
2024-11-16T04:15:28,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/81120ddecf0548d0b3d3d05460c6ed51
2024-11-16T04:15:28,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730588919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730588922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4507a80a08994f0f8bdce44aba20adec is 50, key is test_row_0/B:col10/1731730528891/Put/seqid=0
2024-11-16T04:15:28,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730588926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730588928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:28,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742071_1247 (size=12001)
2024-11-16T04:15:29,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730589029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730589029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730589039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730589039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,047 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/1b6df7c11e2d444e9f825e2a8a2bf663 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1b6df7c11e2d444e9f825e2a8a2bf663
2024-11-16T04:15:29,051 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into 1b6df7c11e2d444e9f825e2a8a2bf663(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:29,051 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:29,051 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=13, startTime=1731730528598; duration=0sec
2024-11-16T04:15:29,052 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:29,052 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:29,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730589129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,132 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730589240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730589240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730589249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730589249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4507a80a08994f0f8bdce44aba20adec
2024-11-16T04:15:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T04:15:29,359 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:29,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-16T04:15:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:29,363 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:29,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/3ce542e97bb1419b86df4d585e76d26e is 50, key is test_row_0/C:col10/1731730528891/Put/seqid=0
2024-11-16T04:15:29,364 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:29,364 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:29,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742072_1248 (size=12001)
2024-11-16T04:15:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:29,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T04:15:29,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:29,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730589549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730589549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730589560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730589561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:29,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:29,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T04:15:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:29,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:29,770 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/3ce542e97bb1419b86df4d585e76d26e
2024-11-16T04:15:29,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/81120ddecf0548d0b3d3d05460c6ed51 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51
2024-11-16T04:15:29,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51, entries=250, sequenceid=106, filesize=16.3 K
2024-11-16T04:15:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4507a80a08994f0f8bdce44aba20adec as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec
2024-11-16T04:15:29,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec, entries=150, sequenceid=106, filesize=11.7 K
2024-11-16T04:15:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/3ce542e97bb1419b86df4d585e76d26e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e
2024-11-16T04:15:29,796 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e, entries=150, sequenceid=106, filesize=11.7 K
2024-11-16T04:15:29,797 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 69ba5a7fc294302d239548efbc94ad35 in 904ms, sequenceid=106, compaction requested=false
2024-11-16T04:15:29,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:29,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:29,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:29,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/01fc5ec839724deba7f0b2e29e34e8a5 is 50, key is test_row_0/A:col10/1731730528918/Put/seqid=0
2024-11-16T04:15:29,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742073_1249 (size=12001)
2024-11-16T04:15:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:30,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:30,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730590080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730590081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730590084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730590086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730590189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730590189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730590199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730590199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/01fc5ec839724deba7f0b2e29e34e8a5
2024-11-16T04:15:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/64d5150e417e4ae5894da42662cf353d is 50, key is test_row_0/B:col10/1731730528918/Put/seqid=0
2024-11-16T04:15:30,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742074_1250 (size=12001)
2024-11-16T04:15:30,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730590401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730590401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730590409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730590409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:30,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/64d5150e417e4ae5894da42662cf353d
2024-11-16T04:15:30,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/75c8f259b1af481d994ffcecade9798f is 50, key is test_row_0/C:col10/1731730528918/Put/seqid=0
2024-11-16T04:15:30,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742075_1251 (size=12001)
2024-11-16T04:15:30,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/75c8f259b1af481d994ffcecade9798f
2024-11-16T04:15:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/01fc5ec839724deba7f0b2e29e34e8a5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5
2024-11-16T04:15:30,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5, entries=150, sequenceid=122, filesize=11.7 K
2024-11-16T04:15:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/64d5150e417e4ae5894da42662cf353d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d
2024-11-16T04:15:30,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730590709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730590709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d, entries=150, sequenceid=122, filesize=11.7 K
2024-11-16T04:15:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/75c8f259b1af481d994ffcecade9798f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f
2024-11-16T04:15:30,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730590719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730590719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:30,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:30,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f, entries=150, sequenceid=122, filesize=11.7 K
2024-11-16T04:15:30,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 69ba5a7fc294302d239548efbc94ad35 in 899ms, sequenceid=122, compaction requested=true
2024-11-16T04:15:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-16T04:15:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-16T04:15:30,728 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-16T04:15:30,728 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec
2024-11-16T04:15:30,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.3670 sec
2024-11-16T04:15:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:31,223 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:31,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/059dff43cb8d4ed9a28f95fa737174dc is 50, key is test_row_0/A:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:31,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742076_1252 (size=14541)
2024-11-16T04:15:31,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730591240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730591241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730591241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730591243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730591358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730591359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730591359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730591359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T04:15:31,510 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:31,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-16T04:15:31,513 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:31,514 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:31,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:31,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730591569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730591569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730591569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730591570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:31,643 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/059dff43cb8d4ed9a28f95fa737174dc
2024-11-16T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6d6fbdfff90a46c7aa70d7a99d714c74 is 50, key is test_row_0/B:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:31,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742077_1253 (size=12151)
2024-11-16T04:15:31,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:31,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730591879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730591879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730591879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730591879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:31,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:31,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:31,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:31,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,058 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6d6fbdfff90a46c7aa70d7a99d714c74
2024-11-16T04:15:32,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff00bc79dad046ceae0cf9fb15bc69e6 is 50, key is test_row_0/C:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:32,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742078_1254 (size=12151)
2024-11-16T04:15:32,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:32,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730592389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:32,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730592389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:32,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730592389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730592389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:32,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:32,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:32,470 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff00bc79dad046ceae0cf9fb15bc69e6
2024-11-16T04:15:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/059dff43cb8d4ed9a28f95fa737174dc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc
2024-11-16T04:15:32,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc, entries=200, sequenceid=140, filesize=14.2 K
2024-11-16T04:15:32,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6d6fbdfff90a46c7aa70d7a99d714c74 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74
2024-11-16T04:15:32,487 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74, entries=150, sequenceid=140, filesize=11.9 K
2024-11-16T04:15:32,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff00bc79dad046ceae0cf9fb15bc69e6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6
2024-11-16T04:15:32,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6, entries=150, sequenceid=140, filesize=11.9 K
2024-11-16T04:15:32,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 69ba5a7fc294302d239548efbc94ad35 in 1270ms, sequenceid=140, compaction requested=true
2024-11-16T04:15:32,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:32,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:32,493 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:32,493 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:32,494 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55430 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:32,494 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:32,494 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:32,494 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:32,494 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,494 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/e31e0cf17c4b496d8ee6948dace7d00c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=47.2 K
2024-11-16T04:15:32,494 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,494 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1b6df7c11e2d444e9f825e2a8a2bf663, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=54.1 K
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b6df7c11e2d444e9f825e2a8a2bf663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e31e0cf17c4b496d8ee6948dace7d00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81120ddecf0548d0b3d3d05460c6ed51, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731730527746
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4507a80a08994f0f8bdce44aba20adec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731730527746
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01fc5ec839724deba7f0b2e29e34e8a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731730528905
2024-11-16T04:15:32,495 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d5150e417e4ae5894da42662cf353d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731730528905
2024-11-16T04:15:32,496 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059dff43cb8d4ed9a28f95fa737174dc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:32,496 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6fbdfff90a46c7aa70d7a99d714c74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:32,511 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:32,511 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/89a4929aff834d1baa1c113b6d3880b1 is 50, key is test_row_0/B:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:32,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742079_1255 (size=12493)
2024-11-16T04:15:32,521 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:32,522 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/7b8b53bc4fcb498f80132161b977dd18 is 50, key is test_row_0/A:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:32,527 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/89a4929aff834d1baa1c113b6d3880b1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89a4929aff834d1baa1c113b6d3880b1
2024-11-16T04:15:32,533 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into 89a4929aff834d1baa1c113b6d3880b1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:32,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:32,534 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=12, startTime=1731730532493; duration=0sec
2024-11-16T04:15:32,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:32,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:32,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:32,535 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:32,535 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:32,535 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,535 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4cab9afe77fd48c385bd8fe7a12b1e9b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=47.2 K
2024-11-16T04:15:32,536 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cab9afe77fd48c385bd8fe7a12b1e9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731730527099
2024-11-16T04:15:32,536 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ce542e97bb1419b86df4d585e76d26e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731730527746
2024-11-16T04:15:32,536 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 75c8f259b1af481d994ffcecade9798f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731730528905
2024-11-16T04:15:32,536 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ff00bc79dad046ceae0cf9fb15bc69e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:32,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742080_1256 (size=12493)
2024-11-16T04:15:32,544 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/7b8b53bc4fcb498f80132161b977dd18 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7b8b53bc4fcb498f80132161b977dd18
2024-11-16T04:15:32,547 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:32,548 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/cbe4238fc2914db8816b538c199c5964 is 50, key is test_row_0/C:col10/1731730530079/Put/seqid=0
2024-11-16T04:15:32,550 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into 7b8b53bc4fcb498f80132161b977dd18(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:32,551 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:32,551 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=12, startTime=1731730532492; duration=0sec
2024-11-16T04:15:32,551 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:32,551 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:32,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742081_1257 (size=12493)
2024-11-16T04:15:32,575 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/cbe4238fc2914db8816b538c199c5964 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/cbe4238fc2914db8816b538c199c5964
2024-11-16T04:15:32,585 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into cbe4238fc2914db8816b538c199c5964(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:32,585 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:32,585 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=12, startTime=1731730532493; duration=0sec
2024-11-16T04:15:32,585 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:32,585 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:32,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T04:15:32,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:32,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/9477241ff7a94122bed5ae1ef28d6c1b is 50, key is test_row_0/A:col10/1731730531239/Put/seqid=0
2024-11-16T04:15:32,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742082_1258 (size=12151)
2024-11-16T04:15:32,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/9477241ff7a94122bed5ae1ef28d6c1b
2024-11-16T04:15:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/5acb30d9dd2c428981f71f34c131af11 is 50, key is test_row_0/B:col10/1731730531239/Put/seqid=0
2024-11-16T04:15:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:32,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742083_1259 (size=12151)
2024-11-16T04:15:32,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/5acb30d9dd2c428981f71f34c131af11
2024-11-16T04:15:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/986a569bc1fa4e478fd7972302b1ce2a is 50, key is test_row_0/C:col10/1731730531239/Put/seqid=0
2024-11-16T04:15:32,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742084_1260 (size=12151)
2024-11-16T04:15:33,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/986a569bc1fa4e478fd7972302b1ce2a
2024-11-16T04:15:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/9477241ff7a94122bed5ae1ef28d6c1b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b
2024-11-16T04:15:33,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b, entries=150, sequenceid=157, filesize=11.9 K
2024-11-16T04:15:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/5acb30d9dd2c428981f71f34c131af11 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11
2024-11-16T04:15:33,090 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11, entries=150, sequenceid=157, filesize=11.9 K
2024-11-16T04:15:33,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/986a569bc1fa4e478fd7972302b1ce2a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a
2024-11-16T04:15:33,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a, entries=150, sequenceid=157, filesize=11.9 K
2024-11-16T04:15:33,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 69ba5a7fc294302d239548efbc94ad35 in 508ms, sequenceid=157, compaction requested=false
2024-11-16T04:15:33,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:33,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:33,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-16T04:15:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-16T04:15:33,100 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-16T04:15:33,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5840 sec
2024-11-16T04:15:33,102 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5910 sec
2024-11-16T04:15:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:33,199 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:33,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/5f44fce1c1cc43f8818a893f186f2a5a is 50, key is test_row_0/A:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:33,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742085_1261 (size=14541)
2024-11-16T04:15:33,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730533269, max timestamp=1731730533292Num uniques 859; 
2024-11-16T04:15:33,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:33,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730533269, max timestamp=1731730533292Num uniques 859; 
2024-11-16T04:15:33,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:33,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730533269, max timestamp=1731730533292Num uniques 859; 
2024-11-16T04:15:33,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:33,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730593384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730593409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730593410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730593410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,415 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:33,415 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:33,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730593410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,416 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,416 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730593499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,607 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/5f44fce1c1cc43f8818a893f186f2a5a
2024-11-16T04:15:33,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c6d5f6f4029e454298739660492ee66c is 50, key is test_row_0/B:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:33,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742086_1262 (size=12151)
2024-11-16T04:15:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T04:15:33,659 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:33,659 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-16T04:15:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:33,661 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:33,661 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:33,661 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:33,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730593709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:33,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:33,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:33,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:33,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:34,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730594019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:34,028 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c6d5f6f4029e454298739660492ee66c
2024-11-16T04:15:34,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ae5437fb20ff407fb81f7031a6faf0a0 is 50, key is test_row_0/C:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:34,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742087_1263 (size=12151)
2024-11-16T04:15:34,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:34,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,438 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ae5437fb20ff407fb81f7031a6faf0a0
2024-11-16T04:15:34,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/5f44fce1c1cc43f8818a893f186f2a5a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a
2024-11-16T04:15:34,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a, entries=200, sequenceid=167, filesize=14.2 K
2024-11-16T04:15:34,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/c6d5f6f4029e454298739660492ee66c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c
2024-11-16T04:15:34,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c, entries=150, sequenceid=167, filesize=11.9 K
2024-11-16T04:15:34,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ae5437fb20ff407fb81f7031a6faf0a0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0
2024-11-16T04:15:34,462 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0, entries=150, sequenceid=167, filesize=11.9 K
2024-11-16T04:15:34,463 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 69ba5a7fc294302d239548efbc94ad35 in 1264ms, sequenceid=167, compaction requested=true
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:34,463 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:34,463 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:34,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:34,464 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:34,464 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:34,464 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:34,464 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:34,464 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,464 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,464 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89a4929aff834d1baa1c113b6d3880b1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.9 K
2024-11-16T04:15:34,464 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7b8b53bc4fcb498f80132161b977dd18, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=38.3 K
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8b53bc4fcb498f80132161b977dd18, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a4929aff834d1baa1c113b6d3880b1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9477241ff7a94122bed5ae1ef28d6c1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731730531223
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5acb30d9dd2c428981f71f34c131af11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731730531223
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f44fce1c1cc43f8818a893f186f2a5a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533171
2024-11-16T04:15:34,465 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d5f6f4029e454298739660492ee66c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533178
2024-11-16T04:15:34,474 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:34,474 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/2b69b2e1c2a1470db2efad44c76d8d55 is 50, key is test_row_0/B:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:34,479 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:34,479 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c2c06a93465d4313bd33ec3b7f52f77a is 50, key is test_row_0/A:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:34,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742088_1264 (size=12595)
2024-11-16T04:15:34,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742089_1265 (size=12595)
2024-11-16T04:15:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:34,532 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-16T04:15:34,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:34,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:34,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:34,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/7ab2fd9cc41346e69439ffb4b7505d04 is 50, key is test_row_0/A:col10/1731730534531/Put/seqid=0
2024-11-16T04:15:34,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742090_1266 (size=14541)
2024-11-16T04:15:34,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730594575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:34,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730594689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:34,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:34,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,887 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/2b69b2e1c2a1470db2efad44c76d8d55 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2b69b2e1c2a1470db2efad44c76d8d55
2024-11-16T04:15:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:34,891 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into 2b69b2e1c2a1470db2efad44c76d8d55(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:34,892 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:34,892 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=13, startTime=1731730534463; duration=0sec
2024-11-16T04:15:34,892 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:34,892 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:34,892 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:34,893 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:34,893 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:34,893 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:34,893 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/cbe4238fc2914db8816b538c199c5964, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=35.9 K
2024-11-16T04:15:34,893 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe4238fc2914db8816b538c199c5964, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731730530079
2024-11-16T04:15:34,893 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 986a569bc1fa4e478fd7972302b1ce2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731730531223
2024-11-16T04:15:34,894 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ae5437fb20ff407fb81f7031a6faf0a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533178
2024-11-16T04:15:34,898 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c2c06a93465d4313bd33ec3b7f52f77a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2c06a93465d4313bd33ec3b7f52f77a
2024-11-16T04:15:34,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730594899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:34,903 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into c2c06a93465d4313bd33ec3b7f52f77a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:34,903 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:34,903 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=13, startTime=1731730534463; duration=0sec
2024-11-16T04:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,903 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:34,903 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:34,903 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:34,904 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/bb2fe6268177478d98a981ace43688c4 is 50, key is test_row_0/C:col10/1731730533198/Put/seqid=0
2024-11-16T04:15:34,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742091_1267 (size=12595)
2024-11-16T04:15:34,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/7ab2fd9cc41346e69439ffb4b7505d04
2024-11-16T04:15:34,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d8b56e49a6ad4090b737cc872fb71611 is 50, key is test_row_0/B:col10/1731730534531/Put/seqid=0
2024-11-16T04:15:34,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742092_1268 (size=12151)
2024-11-16T04:15:35,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730595209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,318 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/bb2fe6268177478d98a981ace43688c4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bb2fe6268177478d98a981ace43688c4
2024-11-16T04:15:35,323 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into bb2fe6268177478d98a981ace43688c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:35,323 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:35,323 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=13, startTime=1731730534463; duration=0sec
2024-11-16T04:15:35,323 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:35,323 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:35,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,354 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d8b56e49a6ad4090b737cc872fb71611
2024-11-16T04:15:35,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f2a45d7b0e0b442f8e4344d49f75f56a is 50, key is test_row_0/C:col10/1731730534531/Put/seqid=0
2024-11-16T04:15:35,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742093_1269 (size=12151)
2024-11-16T04:15:35,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730595429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,432 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730595429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730595429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730595429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,435 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,436 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,437 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:35,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:35,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730595720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:35,765 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f2a45d7b0e0b442f8e4344d49f75f56a
2024-11-16T04:15:35,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/7ab2fd9cc41346e69439ffb4b7505d04 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04
2024-11-16T04:15:35,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04, entries=200, sequenceid=205, filesize=14.2 K
2024-11-16T04:15:35,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d8b56e49a6ad4090b737cc872fb71611 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611
2024-11-16T04:15:35,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611, entries=150, sequenceid=205, filesize=11.9 K
2024-11-16T04:15:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/f2a45d7b0e0b442f8e4344d49f75f56a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a
2024-11-16T04:15:35,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a, entries=150, sequenceid=205, filesize=11.9 K
2024-11-16T04:15:35,782 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 69ba5a7fc294302d239548efbc94ad35 in 1250ms, sequenceid=205, compaction requested=false
2024-11-16T04:15:35,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:35,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T04:15:35,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:35,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:35,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:35,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/d04468052520400981022ac5e5244a41 is 50, key is test_row_0/A:col10/1731730534554/Put/seqid=0
2024-11-16T04:15:35,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742094_1270 (size=12151)
2024-11-16T04:15:36,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/d04468052520400981022ac5e5244a41
2024-11-16T04:15:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/12ab18ac5c5a4aca8851d104536385dc is 50, key is test_row_0/B:col10/1731730534554/Put/seqid=0
2024-11-16T04:15:36,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742095_1271 (size=12151)
2024-11-16T04:15:36,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/12ab18ac5c5a4aca8851d104536385dc
2024-11-16T04:15:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9223338d4b2f4fbcab31c3bec0479138 is 50, key is test_row_0/C:col10/1731730534554/Put/seqid=0
2024-11-16T04:15:36,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742096_1272 (size=12151)
2024-11-16T04:15:36,255 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9223338d4b2f4fbcab31c3bec0479138
2024-11-16T04:15:36,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/d04468052520400981022ac5e5244a41 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41
2024-11-16T04:15:36,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41, entries=150, sequenceid=217, filesize=11.9 K
2024-11-16T04:15:36,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/12ab18ac5c5a4aca8851d104536385dc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc
2024-11-16T04:15:36,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc, entries=150, sequenceid=217, filesize=11.9 K
2024-11-16T04:15:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9223338d4b2f4fbcab31c3bec0479138 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138
2024-11-16T04:15:36,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138, entries=150, sequenceid=217, filesize=11.9 K
2024-11-16T04:15:36,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 69ba5a7fc294302d239548efbc94ad35 in 477ms, sequenceid=217, compaction requested=true
2024-11-16T04:15:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-16T04:15:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-16T04:15:36,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-16T04:15:36,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec
2024-11-16T04:15:36,289 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.6280 sec
2024-11-16T04:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:36,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:15:36,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:36,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:36,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/a363316af7c44e00b9e247df85f88a84 is 50, key is test_row_0/A:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:36,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742097_1273 (size=14541)
2024-11-16T04:15:36,764 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/a363316af7c44e00b9e247df85f88a84
2024-11-16T04:15:36,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6ea188e02ec84532a938c31dba7c0f63 is 50, key is test_row_0/B:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:36,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742098_1274 (size=12151)
2024-11-16T04:15:36,775 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6ea188e02ec84532a938c31dba7c0f63
2024-11-16T04:15:36,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/5fc529f0c52042bf955f88c23cf41fbb is 50, key is test_row_0/C:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:36,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742099_1275 (size=12151)
2024-11-16T04:15:36,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/5fc529f0c52042bf955f88c23cf41fbb
2024-11-16T04:15:36,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/a363316af7c44e00b9e247df85f88a84 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84
2024-11-16T04:15:36,795 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84, entries=200, sequenceid=227, filesize=14.2 K
2024-11-16T04:15:36,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/6ea188e02ec84532a938c31dba7c0f63 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63
2024-11-16T04:15:36,801 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63, entries=150, sequenceid=227, filesize=11.9 K
2024-11-16T04:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/5fc529f0c52042bf955f88c23cf41fbb as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb
2024-11-16T04:15:36,806 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb, entries=150, sequenceid=227, filesize=11.9 K
2024-11-16T04:15:36,807 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for 69ba5a7fc294302d239548efbc94ad35 in 51ms, sequenceid=227, compaction requested=true
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:36,807 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:36,807 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:36,808 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:36,808 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:36,808 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:36,809 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2c06a93465d4313bd33ec3b7f52f77a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=52.6 K
2024-11-16T04:15:36,809 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:36,809 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:36,809 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:36,809 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2b69b2e1c2a1470db2efad44c76d8d55, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=47.9 K
2024-11-16T04:15:36,809 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c06a93465d4313bd33ec3b7f52f77a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533178
2024-11-16T04:15:36,809 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b69b2e1c2a1470db2efad44c76d8d55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533178
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b56e49a6ad4090b737cc872fb71611, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730533310
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ab2fd9cc41346e69439ffb4b7505d04, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730533310
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ab18ac5c5a4aca8851d104536385dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731730534554
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d04468052520400981022ac5e5244a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731730534554
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ea188e02ec84532a938c31dba7c0f63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:36,810 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a363316af7c44e00b9e247df85f88a84, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:36,811 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:15:36,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:36,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c1ec773c22674b9984d7bff8a5fb36a7 is 50, key is test_row_0/A:col10/1731730536800/Put/seqid=0
2024-11-16T04:15:36,821 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:36,821 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:36,822 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/1a24363500464909aca18cb58596069a is 50, key is test_row_0/A:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:36,822 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/ec5e0757db074cd9b57069c3ab5d32da is 50, key is test_row_0/B:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:36,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742100_1276 (size=12151)
2024-11-16T04:15:36,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742101_1277 (size=12731)
2024-11-16T04:15:36,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742102_1278 (size=12731)
2024-11-16T04:15:36,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730596897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:37,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730597009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:37,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730597219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:37,225 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c1ec773c22674b9984d7bff8a5fb36a7
2024-11-16T04:15:37,234 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/ec5e0757db074cd9b57069c3ab5d32da as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ec5e0757db074cd9b57069c3ab5d32da
2024-11-16T04:15:37,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/1b5f7ace711c4e0f851d9a9685e2e38a is 50, key is test_row_0/B:col10/1731730536800/Put/seqid=0
2024-11-16T04:15:37,239 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into ec5e0757db074cd9b57069c3ab5d32da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:37,239 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:37,239 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=12, startTime=1731730536807; duration=0sec
2024-11-16T04:15:37,239 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:37,239 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:37,239 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:37,240 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:37,240 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:37,240 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:37,240 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bb2fe6268177478d98a981ace43688c4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=47.9 K
2024-11-16T04:15:37,241 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting bb2fe6268177478d98a981ace43688c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731730533178
2024-11-16T04:15:37,241 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f2a45d7b0e0b442f8e4344d49f75f56a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730533310
2024-11-16T04:15:37,241 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/1a24363500464909aca18cb58596069a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1a24363500464909aca18cb58596069a
2024-11-16T04:15:37,241 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9223338d4b2f4fbcab31c3bec0479138, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731730534554
2024-11-16T04:15:37,242 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fc529f0c52042bf955f88c23cf41fbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:37,248 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into 1a24363500464909aca18cb58596069a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:37,248 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:37,248 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=12, startTime=1731730536807; duration=0sec
2024-11-16T04:15:37,248 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:37,248 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:37,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742103_1279 (size=12151)
2024-11-16T04:15:37,255 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:37,255 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/949c9e20ad634457b678627813f2bb44 is 50, key is test_row_0/C:col10/1731730536744/Put/seqid=0
2024-11-16T04:15:37,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742104_1280 (size=12731)
2024-11-16T04:15:37,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730597529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:37,650 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/1b5f7ace711c4e0f851d9a9685e2e38a
2024-11-16T04:15:37,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/c58fc38de1224c6788717799e3009757 is 50, key is test_row_0/C:col10/1731730536800/Put/seqid=0
2024-11-16T04:15:37,663 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/949c9e20ad634457b678627813f2bb44 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/949c9e20ad634457b678627813f2bb44
2024-11-16T04:15:37,668 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into 949c9e20ad634457b678627813f2bb44(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:37,668 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:37,668 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=12, startTime=1731730536807; duration=0sec
2024-11-16T04:15:37,668 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:37,668 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:37,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742105_1281 (size=12151)
2024-11-16T04:15:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T04:15:37,819 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:37,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-16T04:15:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T04:15:37,821 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:37,821 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:37,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T04:15:37,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T04:15:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:37,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:38,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730598049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:38,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/c58fc38de1224c6788717799e3009757
2024-11-16T04:15:38,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c1ec773c22674b9984d7bff8a5fb36a7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7
2024-11-16T04:15:38,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T04:15:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:38,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7, entries=150, sequenceid=242, filesize=11.9 K
2024-11-16T04:15:38,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:38,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/1b5f7ace711c4e0f851d9a9685e2e38a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a
2024-11-16T04:15:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:38,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a, entries=150, sequenceid=242, filesize=11.9 K
2024-11-16T04:15:38,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/c58fc38de1224c6788717799e3009757 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757
2024-11-16T04:15:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T04:15:38,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757, entries=150, sequenceid=242, filesize=11.9 K
2024-11-16T04:15:38,141 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 69ba5a7fc294302d239548efbc94ad35 in 1330ms, sequenceid=242, compaction requested=false
2024-11-16T04:15:38,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:38,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:38,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ee6764e542e34284a659c5b55ec72a4b is 50, key is test_row_0/A:col10/1731730536896/Put/seqid=0
2024-11-16T04:15:38,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742106_1282 (size=12201)
2024-11-16T04:15:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T04:15:38,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ee6764e542e34284a659c5b55ec72a4b
2024-11-16T04:15:38,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d98ba1bbfea148b4ab21f67faaa6d480 is 50, key is test_row_0/B:col10/1731730536896/Put/seqid=0
2024-11-16T04:15:38,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742107_1283 (size=12201)
2024-11-16T04:15:38,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d98ba1bbfea148b4ab21f67faaa6d480
2024-11-16T04:15:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/bda76abee740454bb8b3b3f8f04cd041 is 50, key is test_row_0/C:col10/1731730536896/Put/seqid=0
2024-11-16T04:15:38,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742108_1284 (size=12201)
2024-11-16T04:15:38,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/bda76abee740454bb8b3b3f8f04cd041
2024-11-16T04:15:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ee6764e542e34284a659c5b55ec72a4b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b
2024-11-16T04:15:38,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b, entries=150, sequenceid=262, filesize=11.9 K
2024-11-16T04:15:38,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d98ba1bbfea148b4ab21f67faaa6d480 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480
2024-11-16T04:15:38,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480, entries=150, sequenceid=262, filesize=11.9 K
2024-11-16T04:15:38,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/bda76abee740454bb8b3b3f8f04cd041 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041
2024-11-16T04:15:38,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041, entries=150, sequenceid=262, filesize=11.9 K
2024-11-16T04:15:38,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 69ba5a7fc294302d239548efbc94ad35 in 543ms, sequenceid=262, compaction requested=true
2024-11-16T04:15:38,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:38,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:38,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-16T04:15:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-16T04:15:38,828 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-16T04:15:38,829 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec
2024-11-16T04:15:38,832 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0110 sec
2024-11-16T04:15:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T04:15:38,960 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:38,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-16T04:15:38,963 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:38,964 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:38,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:39,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:39,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ab2a27c0e02f41acaa6b7894ad808284 is 50, key is test_row_0/A:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742109_1285 (size=14741)
2024-11-16T04:15:39,113 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ab2a27c0e02f41acaa6b7894ad808284
2024-11-16T04:15:39,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4eb46ce7b5784302b1053efa61dac1ae is 50, key is test_row_0/B:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742110_1286 (size=12301)
2024-11-16T04:15:39,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730539166, max timestamp=1731730539202Num uniques 859; 
2024-11-16T04:15:39,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:39,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730539166, max timestamp=1731730539202Num uniques 859; 
2024-11-16T04:15:39,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730539166, max timestamp=1731730539202Num uniques 859; 
2024-11-16T04:15:39,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:39,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:39,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:39,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730599353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44966 deadline: 1731730599459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44958 deadline: 1731730599459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1731730599460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,465 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:39,466 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,467 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730599469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1731730599479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,482 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 69ba5a7fc294302d239548efbc94ad35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:15:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,528 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4eb46ce7b5784302b1053efa61dac1ae
2024-11-16T04:15:39,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9e821e462f514400a380caba8de7bc96 is 50, key is test_row_0/C:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:39,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742111_1287 (size=12301)
2024-11-16T04:15:39,624 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9e821e462f514400a380caba8de7bc96
2024-11-16T04:15:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/ab2a27c0e02f41acaa6b7894ad808284 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284
2024-11-16T04:15:39,634 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284, entries=200, sequenceid=272, filesize=14.4 K
2024-11-16T04:15:39,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/4eb46ce7b5784302b1053efa61dac1ae as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae
2024-11-16T04:15:39,641 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae, entries=150, sequenceid=272, filesize=12.0 K
2024-11-16T04:15:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/9e821e462f514400a380caba8de7bc96 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96
2024-11-16T04:15:39,648 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96, entries=150, sequenceid=272, filesize=12.0 K
2024-11-16T04:15:39,650 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 69ba5a7fc294302d239548efbc94ad35 in 550ms, sequenceid=272, compaction requested=true
2024-11-16T04:15:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:39,650 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:39,650 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:39,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:39,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:39,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:39,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:39,652 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51824 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:39,652 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:39,652 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,652 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49384 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:39,653 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:39,653 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,653 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1a24363500464909aca18cb58596069a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=50.6 K
2024-11-16T04:15:39,653 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ec5e0757db074cd9b57069c3ab5d32da, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=48.2 K
2024-11-16T04:15:39,653 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a24363500464909aca18cb58596069a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:39,655 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5e0757db074cd9b57069c3ab5d32da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:39,655 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ec773c22674b9984d7bff8a5fb36a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731730536787
2024-11-16T04:15:39,657 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b5f7ace711c4e0f851d9a9685e2e38a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731730536787
2024-11-16T04:15:39,657 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee6764e542e34284a659c5b55ec72a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731730536862
2024-11-16T04:15:39,657 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d98ba1bbfea148b4ab21f67faaa6d480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731730536862
2024-11-16T04:15:39,659 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eb46ce7b5784302b1053efa61dac1ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:39,659 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab2a27c0e02f41acaa6b7894ad808284, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:39,680 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:39,681 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/bddbf42804dd42e7ba8782d7fe8e0b67 is 50, key is test_row_0/A:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,703 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T04:15:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:39,705 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:39,705 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/af8de3aa4a86498d9bba84c1bdf9a368 is 50, key is test_row_0/B:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/4c27e328fea14e6baac3a76f8718723c is 50, key is test_row_0/A:col10/1731730539326/Put/seqid=0
2024-11-16T04:15:39,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742112_1288 (size=13017)
2024-11-16T04:15:39,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742113_1289 (size=13017)
2024-11-16T04:15:39,750 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/bddbf42804dd42e7ba8782d7fe8e0b67 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/bddbf42804dd42e7ba8782d7fe8e0b67
2024-11-16T04:15:39,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742114_1290 (size=12301)
2024-11-16T04:15:39,758 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/af8de3aa4a86498d9bba84c1bdf9a368 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/af8de3aa4a86498d9bba84c1bdf9a368
2024-11-16T04:15:39,759 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into bddbf42804dd42e7ba8782d7fe8e0b67(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:39,759 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:39,759 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=12, startTime=1731730539650; duration=0sec
2024-11-16T04:15:39,759 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:39,759 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:39,759 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:39,761 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49384 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:39,761 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:39,761 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,761 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/949c9e20ad634457b678627813f2bb44, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=48.2 K
2024-11-16T04:15:39,763 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 949c9e20ad634457b678627813f2bb44, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731730536744
2024-11-16T04:15:39,764 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58fc38de1224c6788717799e3009757, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731730536787
2024-11-16T04:15:39,765 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bda76abee740454bb8b3b3f8f04cd041, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731730536862
2024-11-16T04:15:39,766 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e821e462f514400a380caba8de7bc96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:39,767 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into af8de3aa4a86498d9bba84c1bdf9a368(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:39,767 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:39,767 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=12, startTime=1731730539650; duration=0sec
2024-11-16T04:15:39,767 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:39,767 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:39,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730599764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,793 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:39,797 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/71f6e08cbed54bd3966e432958fe92eb is 50, key is test_row_0/C:col10/1731730539095/Put/seqid=0
2024-11-16T04:15:39,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742115_1291 (size=13017)
2024-11-16T04:15:39,839 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/71f6e08cbed54bd3966e432958fe92eb as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/71f6e08cbed54bd3966e432958fe92eb
2024-11-16T04:15:39,846 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into 71f6e08cbed54bd3966e432958fe92eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:39,846 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:39,846 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=12, startTime=1731730539651; duration=0sec
2024-11-16T04:15:39,846 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:39,846 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:39,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730599880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:39,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:39,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730600090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:40,158 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/4c27e328fea14e6baac3a76f8718723c
2024-11-16T04:15:40,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/07c4d13bdb274f88808f4e06f5a59a7b is 50, key is test_row_0/B:col10/1731730539326/Put/seqid=0
2024-11-16T04:15:40,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742116_1292 (size=12301)
2024-11-16T04:15:40,198 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/07c4d13bdb274f88808f4e06f5a59a7b
2024-11-16T04:15:40,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/029e34ef01494eadbf7108a6188f58bf is 50, key is test_row_0/C:col10/1731730539326/Put/seqid=0
2024-11-16T04:15:40,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742117_1293 (size=12301)
2024-11-16T04:15:40,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730600400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:40,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/029e34ef01494eadbf7108a6188f58bf
2024-11-16T04:15:40,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/4c27e328fea14e6baac3a76f8718723c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c
2024-11-16T04:15:40,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:40,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c, entries=150, sequenceid=310, filesize=12.0 K
2024-11-16T04:15:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/07c4d13bdb274f88808f4e06f5a59a7b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b
2024-11-16T04:15:40,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b, entries=150, sequenceid=310, filesize=12.0 K
2024-11-16T04:15:40,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/029e34ef01494eadbf7108a6188f58bf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf
2024-11-16T04:15:40,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf, entries=150, sequenceid=310, filesize=12.0 K
2024-11-16T04:15:40,682 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 69ba5a7fc294302d239548efbc94ad35 in 979ms, sequenceid=310, compaction requested=false
2024-11-16T04:15:40,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:40,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T04:15:40,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:40,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-16T04:15:40,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/44ac3eb694f74fdca3cbcd6d3725ab44 is 50, key is test_row_0/A:col10/1731730539762/Put/seqid=0
2024-11-16T04:15:40,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742118_1294 (size=12301)
2024-11-16T04:15:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:40,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. as already flushing
2024-11-16T04:15:41,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730540962, max timestamp=1731730541002Num uniques 859; 
2024-11-16T04:15:41,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:15:41,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730601056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:41,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730601169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:41,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/44ac3eb694f74fdca3cbcd6d3725ab44
2024-11-16T04:15:41,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/51ab4a86c38441b5829827c617cdf563 is 50, key is test_row_0/B:col10/1731730539762/Put/seqid=0
2024-11-16T04:15:41,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742119_1295 (size=12301)
2024-11-16T04:15:41,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730601378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:41,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:15:41,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/51ab4a86c38441b5829827c617cdf563
2024-11-16T04:15:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff529b1241b24bd4a3185e994e8e95a0 is 50, key is test_row_0/C:col10/1731730539762/Put/seqid=0
2024-11-16T04:15:41,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742120_1296 (size=12301)
2024-11-16T04:15:41,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730601689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:42,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff529b1241b24bd4a3185e994e8e95a0
2024-11-16T04:15:42,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/44ac3eb694f74fdca3cbcd6d3725ab44 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44
2024-11-16T04:15:42,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44, entries=150, sequenceid=322, filesize=12.0 K
2024-11-16T04:15:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/51ab4a86c38441b5829827c617cdf563 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563
2024-11-16T04:15:42,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563, entries=150, sequenceid=322, filesize=12.0 K
2024-11-16T04:15:42,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/ff529b1241b24bd4a3185e994e8e95a0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0
2024-11-16T04:15:42,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0, entries=150, sequenceid=322, filesize=12.0 K
2024-11-16T04:15:42,077 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=136.42 KB/139690 for 69ba5a7fc294302d239548efbc94ad35 in 1255ms, sequenceid=322, compaction requested=true
2024-11-16T04:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-16T04:15:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-16T04:15:42,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-16T04:15:42,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1160 sec
2024-11-16T04:15:42,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 3.1220 sec
2024-11-16T04:15:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:42,202 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=143.13 KB heapSize=421.48 KB
2024-11-16T04:15:42,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:42,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:42,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:42,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:42,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:42,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:42,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/3e43ce0d5ae241db88b7cdc6b584ebde is 50, key is test_row_0/A:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:42,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742121_1297 (size=14741)
2024-11-16T04:15:42,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730602231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:42,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730602339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:42,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730602549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:42,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/3e43ce0d5ae241db88b7cdc6b584ebde
2024-11-16T04:15:42,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/63632b848e3b4c5ba4e5a98dc482f804 is 50, key is test_row_0/B:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:42,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742122_1298 (size=12301)
2024-11-16T04:15:42,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730602859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:43,020 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/63632b848e3b4c5ba4e5a98dc482f804
2024-11-16T04:15:43,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/d48363f926ec4d4a8b6a449b98a265c9 is 50, key is test_row_0/C:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:43,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742123_1299 (size=12301)
2024-11-16T04:15:43,050 INFO  [Thread-1069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1069.
2024-11-16T04:15:43,050 DEBUG [Thread-1069 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:43,050 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,050 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,050 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:43,052 INFO  [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065.
2024-11-16T04:15:43,052 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:43,053 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,053 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,053 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:43,054 INFO  [Thread-1073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1073.
2024-11-16T04:15:43,054 DEBUG [Thread-1073 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:43,054 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,054 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,054 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:43,055 INFO  [Thread-1071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1071.
2024-11-16T04:15:43,055 DEBUG [Thread-1071 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:43,055 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,055 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,055 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:43,057 INFO  [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067.
2024-11-16T04:15:43,057 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:43,057 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,057 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:43,057 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T04:15:43,130 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:43,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44940 deadline: 1731730603369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:15:43,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/d48363f926ec4d4a8b6a449b98a265c9
2024-11-16T04:15:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/3e43ce0d5ae241db88b7cdc6b584ebde as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde
2024-11-16T04:15:43,538 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde, entries=200, sequenceid=351, filesize=14.4 K
2024-11-16T04:15:43,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/63632b848e3b4c5ba4e5a98dc482f804 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804
2024-11-16T04:15:43,542 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804, entries=150, sequenceid=351, filesize=12.0 K
2024-11-16T04:15:43,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/d48363f926ec4d4a8b6a449b98a265c9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9
2024-11-16T04:15:43,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9, entries=150, sequenceid=351, filesize=12.0 K
2024-11-16T04:15:43,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~421.44 KB/431552, currentSize=33.54 KB/34350 for 69ba5a7fc294302d239548efbc94ad35 in 1345ms, sequenceid=351, compaction requested=true
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:43,548 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:43,548 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69ba5a7fc294302d239548efbc94ad35:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:43,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/A is initiating minor compaction (all files)
2024-11-16T04:15:43,549 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/A in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/B is initiating minor compaction (all files)
2024-11-16T04:15:43,549 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/bddbf42804dd42e7ba8782d7fe8e0b67, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=51.1 K
2024-11-16T04:15:43,549 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/B in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:43,549 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/af8de3aa4a86498d9bba84c1bdf9a368, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=48.8 K
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bddbf42804dd42e7ba8782d7fe8e0b67, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:43,549 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting af8de3aa4a86498d9bba84c1bdf9a368, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c27e328fea14e6baac3a76f8718723c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731730539326
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c4d13bdb274f88808f4e06f5a59a7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731730539326
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44ac3eb694f74fdca3cbcd6d3725ab44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731730539718
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ab4a86c38441b5829827c617cdf563, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731730539718
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e43ce0d5ae241db88b7cdc6b584ebde, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731730541040
2024-11-16T04:15:43,550 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 63632b848e3b4c5ba4e5a98dc482f804, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731730541040
2024-11-16T04:15:43,558 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:43,558 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:43,559 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/ce91e2b6c708403f85c3c4d138fc5c33 is 50, key is test_row_0/B:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:43,559 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c2cc8df44fec47a3bcc1e15027875b81 is 50, key is test_row_0/A:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:43,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742125_1301 (size=13153)
2024-11-16T04:15:43,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742124_1300 (size=13153)
2024-11-16T04:15:43,967 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/ce91e2b6c708403f85c3c4d138fc5c33 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ce91e2b6c708403f85c3c4d138fc5c33
2024-11-16T04:15:43,967 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c2cc8df44fec47a3bcc1e15027875b81 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2cc8df44fec47a3bcc1e15027875b81
2024-11-16T04:15:43,970 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/B of 69ba5a7fc294302d239548efbc94ad35 into ce91e2b6c708403f85c3c4d138fc5c33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:43,970 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/A of 69ba5a7fc294302d239548efbc94ad35 into c2cc8df44fec47a3bcc1e15027875b81(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:43,970 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:43,970 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:43,970 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/B, priority=12, startTime=1731730543548; duration=0sec
2024-11-16T04:15:43,970 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/A, priority=12, startTime=1731730543548; duration=0sec
2024-11-16T04:15:43,971 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:43,971 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:B
2024-11-16T04:15:43,971 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:43,971 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:A
2024-11-16T04:15:43,971 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:15:43,972 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:15:43,972 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 69ba5a7fc294302d239548efbc94ad35/C is initiating minor compaction (all files)
2024-11-16T04:15:43,972 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69ba5a7fc294302d239548efbc94ad35/C in TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:43,972 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/71f6e08cbed54bd3966e432958fe92eb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp, totalSize=48.8 K
2024-11-16T04:15:43,972 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 71f6e08cbed54bd3966e432958fe92eb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731730539084
2024-11-16T04:15:43,972 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 029e34ef01494eadbf7108a6188f58bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731730539326
2024-11-16T04:15:43,973 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ff529b1241b24bd4a3185e994e8e95a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731730539718
2024-11-16T04:15:43,973 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d48363f926ec4d4a8b6a449b98a265c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731730541040
2024-11-16T04:15:43,980 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69ba5a7fc294302d239548efbc94ad35#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:43,980 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/4c9351e8184249f693a20213d2e1011e is 50, key is test_row_0/C:col10/1731730542201/Put/seqid=0
2024-11-16T04:15:43,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742126_1302 (size=13153)
2024-11-16T04:15:43,989 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/4c9351e8184249f693a20213d2e1011e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4c9351e8184249f693a20213d2e1011e
2024-11-16T04:15:43,995 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69ba5a7fc294302d239548efbc94ad35/C of 69ba5a7fc294302d239548efbc94ad35 into 4c9351e8184249f693a20213d2e1011e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:43,995 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:43,995 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., storeName=69ba5a7fc294302d239548efbc94ad35/C, priority=12, startTime=1731730543548; duration=0sec
2024-11-16T04:15:43,995 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:43,995 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69ba5a7fc294302d239548efbc94ad35:C
2024-11-16T04:15:44,380 INFO  [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054.
2024-11-16T04:15:44,380 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:44,380 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:44,380 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:44,381 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:49,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:15:49,492 INFO  [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056.
2024-11-16T04:15:49,493 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:49,493 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:49,493 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:49,493 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/b433a363bf7f4f97894e3937a97b8c6a is 50, key is test_row_0/A:col10/1731730544379/Put/seqid=0
2024-11-16T04:15:49,501 INFO  [Thread-1062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1062.
2024-11-16T04:15:49,501 DEBUG [Thread-1062 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:49,501 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,501 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,501 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742127_1303 (size=9857)
2024-11-16T04:15:49,542 INFO  [Thread-1060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1060.
2024-11-16T04:15:49,542 DEBUG [Thread-1060 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:49,542 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,543 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,543 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,552 INFO  [Thread-1058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1058.
2024-11-16T04:15:49,552 DEBUG [Thread-1058 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:15:49,552 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,552 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,552 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,552 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 172
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3078
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3112
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3226
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3065
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3100
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:15:49,553 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:15:49,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:15:49,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:49,554 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:15:49,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:49,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730549561"}]},"ts":"1731730549561"}
2024-11-16T04:15:49,564 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:15:49,564 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:15:49,565 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:15:49,566 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, UNASSIGN}]
2024-11-16T04:15:49,567 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, UNASSIGN
2024-11-16T04:15:49,568 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=69ba5a7fc294302d239548efbc94ad35, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:49,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, UNASSIGN because future has completed
2024-11-16T04:15:49,569 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:15:49,569 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:49,723 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:49,723 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:15:49,723 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 69ba5a7fc294302d239548efbc94ad35, disabling compactions & flushes
2024-11-16T04:15:49,724 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:49,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/b433a363bf7f4f97894e3937a97b8c6a
2024-11-16T04:15:49,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/79e6ca14a5d74f6c9230229f60e7dc03 is 50, key is test_row_0/B:col10/1731730544379/Put/seqid=0
2024-11-16T04:15:49,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742128_1304 (size=9857)
2024-11-16T04:15:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:50,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/79e6ca14a5d74f6c9230229f60e7dc03
2024-11-16T04:15:50,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/48d4d40457614baeac5b0b7d40091d6a is 50, key is test_row_0/C:col10/1731730544379/Put/seqid=0
2024-11-16T04:15:50,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742129_1305 (size=9857)
2024-11-16T04:15:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:50,733 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/48d4d40457614baeac5b0b7d40091d6a
2024-11-16T04:15:50,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/b433a363bf7f4f97894e3937a97b8c6a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/b433a363bf7f4f97894e3937a97b8c6a
2024-11-16T04:15:50,742 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/b433a363bf7f4f97894e3937a97b8c6a, entries=100, sequenceid=364, filesize=9.6 K
2024-11-16T04:15:50,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/79e6ca14a5d74f6c9230229f60e7dc03 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/79e6ca14a5d74f6c9230229f60e7dc03
2024-11-16T04:15:50,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/79e6ca14a5d74f6c9230229f60e7dc03, entries=100, sequenceid=364, filesize=9.6 K
2024-11-16T04:15:50,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/48d4d40457614baeac5b0b7d40091d6a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/48d4d40457614baeac5b0b7d40091d6a
2024-11-16T04:15:50,755 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/48d4d40457614baeac5b0b7d40091d6a, entries=100, sequenceid=364, filesize=9.6 K
2024-11-16T04:15:50,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for 69ba5a7fc294302d239548efbc94ad35 in 1264ms, sequenceid=364, compaction requested=false
2024-11-16T04:15:50,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69ba5a7fc294302d239548efbc94ad35:

2024-11-16T04:15:50,757 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. after waiting 0 ms
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:50,757 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 69ba5a7fc294302d239548efbc94ad35 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=A
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=B
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69ba5a7fc294302d239548efbc94ad35, store=C
2024-11-16T04:15:50,757 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:50,762 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c3fc6bac7e854b139894484e42d7c305 is 50, key is test_row_0/A:col10/1731730549550/Put/seqid=0
2024-11-16T04:15:50,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742130_1306 (size=9857)
2024-11-16T04:15:51,167 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c3fc6bac7e854b139894484e42d7c305
2024-11-16T04:15:51,182 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d230f192d15a400298ac16862479af2b is 50, key is test_row_0/B:col10/1731730549550/Put/seqid=0
2024-11-16T04:15:51,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742131_1307 (size=9857)
2024-11-16T04:15:51,587 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d230f192d15a400298ac16862479af2b
2024-11-16T04:15:51,600 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/7aa4dd486dfb4f4bb693998b10cc91bf is 50, key is test_row_0/C:col10/1731730549550/Put/seqid=0
2024-11-16T04:15:51,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742132_1308 (size=9857)
2024-11-16T04:15:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:52,004 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/7aa4dd486dfb4f4bb693998b10cc91bf
2024-11-16T04:15:52,008 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/A/c3fc6bac7e854b139894484e42d7c305 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c3fc6bac7e854b139894484e42d7c305
2024-11-16T04:15:52,012 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c3fc6bac7e854b139894484e42d7c305, entries=100, sequenceid=370, filesize=9.6 K
2024-11-16T04:15:52,012 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/B/d230f192d15a400298ac16862479af2b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d230f192d15a400298ac16862479af2b
2024-11-16T04:15:52,015 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d230f192d15a400298ac16862479af2b, entries=100, sequenceid=370, filesize=9.6 K
2024-11-16T04:15:52,016 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/.tmp/C/7aa4dd486dfb4f4bb693998b10cc91bf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/7aa4dd486dfb4f4bb693998b10cc91bf
2024-11-16T04:15:52,019 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/7aa4dd486dfb4f4bb693998b10cc91bf, entries=100, sequenceid=370, filesize=9.6 K
2024-11-16T04:15:52,020 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 69ba5a7fc294302d239548efbc94ad35 in 1262ms, sequenceid=370, compaction requested=true
2024-11-16T04:15:52,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a41b3403728041bc8da19855d425ec12, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1b6df7c11e2d444e9f825e2a8a2bf663, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7b8b53bc4fcb498f80132161b977dd18, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2c06a93465d4313bd33ec3b7f52f77a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1a24363500464909aca18cb58596069a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/bddbf42804dd42e7ba8782d7fe8e0b67, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde] to archive
2024-11-16T04:15:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/aeba54a14f3a4468b5630537e1c696d9
2024-11-16T04:15:52,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/92fe9e5969ff4af785b8881c1188efc1
2024-11-16T04:15:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a41b3403728041bc8da19855d425ec12 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a41b3403728041bc8da19855d425ec12
2024-11-16T04:15:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/722c97511d414bea8486b1b2866a03f5
2024-11-16T04:15:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/cc73a2bd9090474a8aee3ee4a2771c72
2024-11-16T04:15:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c88a8316547e4dff82951b0ddd69862d
2024-11-16T04:15:52,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1b6df7c11e2d444e9f825e2a8a2bf663 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1b6df7c11e2d444e9f825e2a8a2bf663
2024-11-16T04:15:52,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/81120ddecf0548d0b3d3d05460c6ed51
2024-11-16T04:15:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/01fc5ec839724deba7f0b2e29e34e8a5
2024-11-16T04:15:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/059dff43cb8d4ed9a28f95fa737174dc
2024-11-16T04:15:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7b8b53bc4fcb498f80132161b977dd18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7b8b53bc4fcb498f80132161b977dd18
2024-11-16T04:15:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/9477241ff7a94122bed5ae1ef28d6c1b
2024-11-16T04:15:52,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/5f44fce1c1cc43f8818a893f186f2a5a
2024-11-16T04:15:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2c06a93465d4313bd33ec3b7f52f77a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2c06a93465d4313bd33ec3b7f52f77a
2024-11-16T04:15:52,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/7ab2fd9cc41346e69439ffb4b7505d04
2024-11-16T04:15:52,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/d04468052520400981022ac5e5244a41
2024-11-16T04:15:52,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/a363316af7c44e00b9e247df85f88a84
2024-11-16T04:15:52,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1a24363500464909aca18cb58596069a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/1a24363500464909aca18cb58596069a
2024-11-16T04:15:52,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c1ec773c22674b9984d7bff8a5fb36a7
2024-11-16T04:15:52,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ee6764e542e34284a659c5b55ec72a4b
2024-11-16T04:15:52,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/ab2a27c0e02f41acaa6b7894ad808284
2024-11-16T04:15:52,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/bddbf42804dd42e7ba8782d7fe8e0b67 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/bddbf42804dd42e7ba8782d7fe8e0b67
2024-11-16T04:15:52,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/4c27e328fea14e6baac3a76f8718723c
2024-11-16T04:15:52,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/44ac3eb694f74fdca3cbcd6d3725ab44
2024-11-16T04:15:52,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/3e43ce0d5ae241db88b7cdc6b584ebde
2024-11-16T04:15:52,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/f7aabd76aef84baf9ded778f76e29ba8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/e31e0cf17c4b496d8ee6948dace7d00c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89a4929aff834d1baa1c113b6d3880b1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2b69b2e1c2a1470db2efad44c76d8d55, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ec5e0757db074cd9b57069c3ab5d32da, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/af8de3aa4a86498d9bba84c1bdf9a368, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804] to archive
2024-11-16T04:15:52,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:52,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c53f655b37a54cfea1822b9b0cdb1cdc
2024-11-16T04:15:52,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89ccba3c7e1541f28306de2cc1cd5be5
2024-11-16T04:15:52,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/f7aabd76aef84baf9ded778f76e29ba8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/f7aabd76aef84baf9ded778f76e29ba8
2024-11-16T04:15:52,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/765ab9cf76094d06b001efc54bb8db0c
2024-11-16T04:15:52,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2619c54df6d3442481a37b8796866223
2024-11-16T04:15:52,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/e31e0cf17c4b496d8ee6948dace7d00c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/e31e0cf17c4b496d8ee6948dace7d00c
2024-11-16T04:15:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/671a55b7a62f437e946ab6ee8a58f951
2024-11-16T04:15:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4507a80a08994f0f8bdce44aba20adec
2024-11-16T04:15:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/64d5150e417e4ae5894da42662cf353d
2024-11-16T04:15:52,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89a4929aff834d1baa1c113b6d3880b1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/89a4929aff834d1baa1c113b6d3880b1
2024-11-16T04:15:52,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6d6fbdfff90a46c7aa70d7a99d714c74
2024-11-16T04:15:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/5acb30d9dd2c428981f71f34c131af11
2024-11-16T04:15:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2b69b2e1c2a1470db2efad44c76d8d55 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/2b69b2e1c2a1470db2efad44c76d8d55
2024-11-16T04:15:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/c6d5f6f4029e454298739660492ee66c
2024-11-16T04:15:52,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d8b56e49a6ad4090b737cc872fb71611
2024-11-16T04:15:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/12ab18ac5c5a4aca8851d104536385dc
2024-11-16T04:15:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ec5e0757db074cd9b57069c3ab5d32da to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ec5e0757db074cd9b57069c3ab5d32da
2024-11-16T04:15:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/6ea188e02ec84532a938c31dba7c0f63
2024-11-16T04:15:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/1b5f7ace711c4e0f851d9a9685e2e38a
2024-11-16T04:15:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d98ba1bbfea148b4ab21f67faaa6d480
2024-11-16T04:15:52,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/af8de3aa4a86498d9bba84c1bdf9a368 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/af8de3aa4a86498d9bba84c1bdf9a368
2024-11-16T04:15:52,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/4eb46ce7b5784302b1053efa61dac1ae
2024-11-16T04:15:52,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/07c4d13bdb274f88808f4e06f5a59a7b
2024-11-16T04:15:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/51ab4a86c38441b5829827c617cdf563
2024-11-16T04:15:52,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/63632b848e3b4c5ba4e5a98dc482f804
2024-11-16T04:15:52,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3e2389a620664876a3d60e1761d54c9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4cab9afe77fd48c385bd8fe7a12b1e9b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/cbe4238fc2914db8816b538c199c5964, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bb2fe6268177478d98a981ace43688c4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/949c9e20ad634457b678627813f2bb44, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/71f6e08cbed54bd3966e432958fe92eb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9] to archive
2024-11-16T04:15:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:15:52,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/26ab5bc138cc4f8dade4e5588e7ded60
2024-11-16T04:15:52,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f84799048ff8451abe6c5d06147592c8
2024-11-16T04:15:52,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3e2389a620664876a3d60e1761d54c9a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3e2389a620664876a3d60e1761d54c9a
2024-11-16T04:15:52,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/95b4cd392ab14051a660284b666e96c7
2024-11-16T04:15:52,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/21da6cdf541d4cbaaf9d381ba3f1b11c
2024-11-16T04:15:52,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4cab9afe77fd48c385bd8fe7a12b1e9b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4cab9afe77fd48c385bd8fe7a12b1e9b
2024-11-16T04:15:52,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/65440e73c6d24db893b46afadfc5d509
2024-11-16T04:15:52,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/3ce542e97bb1419b86df4d585e76d26e
2024-11-16T04:15:52,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/75c8f259b1af481d994ffcecade9798f
2024-11-16T04:15:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/cbe4238fc2914db8816b538c199c5964 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/cbe4238fc2914db8816b538c199c5964
2024-11-16T04:15:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff00bc79dad046ceae0cf9fb15bc69e6
2024-11-16T04:15:52,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/986a569bc1fa4e478fd7972302b1ce2a
2024-11-16T04:15:52,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bb2fe6268177478d98a981ace43688c4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bb2fe6268177478d98a981ace43688c4
2024-11-16T04:15:52,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ae5437fb20ff407fb81f7031a6faf0a0
2024-11-16T04:15:52,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/f2a45d7b0e0b442f8e4344d49f75f56a
2024-11-16T04:15:52,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9223338d4b2f4fbcab31c3bec0479138
2024-11-16T04:15:52,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/949c9e20ad634457b678627813f2bb44 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/949c9e20ad634457b678627813f2bb44
2024-11-16T04:15:52,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/5fc529f0c52042bf955f88c23cf41fbb
2024-11-16T04:15:52,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/c58fc38de1224c6788717799e3009757
2024-11-16T04:15:52,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/bda76abee740454bb8b3b3f8f04cd041
2024-11-16T04:15:52,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/71f6e08cbed54bd3966e432958fe92eb to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/71f6e08cbed54bd3966e432958fe92eb
2024-11-16T04:15:52,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/9e821e462f514400a380caba8de7bc96
2024-11-16T04:15:52,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/029e34ef01494eadbf7108a6188f58bf
2024-11-16T04:15:52,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/ff529b1241b24bd4a3185e994e8e95a0
2024-11-16T04:15:52,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/d48363f926ec4d4a8b6a449b98a265c9
2024-11-16T04:15:52,121 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=1
2024-11-16T04:15:52,122 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.
2024-11-16T04:15:52,122 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 69ba5a7fc294302d239548efbc94ad35:
Waiting for close lock at 1731730549723Running coprocessor pre-close hooks at 1731730549723Disabling compacts and flushes for region at 1731730549723Disabling writes for close at 1731730550757 (+1034 ms)Obtaining lock to block concurrent updates at 1731730550757Preparing flush snapshotting stores in 69ba5a7fc294302d239548efbc94ad35 at 1731730550757Finished memstore snapshotting TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731730550757Flushing stores of TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35. at 1731730550758 (+1 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/A: creating writer at 1731730550758Flushing 69ba5a7fc294302d239548efbc94ad35/A: appending metadata at 1731730550761 (+3 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/A: closing flushed file at 1731730550761Flushing 69ba5a7fc294302d239548efbc94ad35/B: creating writer at 1731730551177 (+416 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/B: appending metadata at 1731730551181 (+4 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/B: closing flushed file at 1731730551181Flushing 69ba5a7fc294302d239548efbc94ad35/C: creating writer at 1731730551596 (+415 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/C: appending metadata at 1731730551600 (+4 ms)Flushing 69ba5a7fc294302d239548efbc94ad35/C: closing flushed file at 1731730551600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b8996a: reopening flushed file at 1731730552007 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6131ed59: reopening flushed file at 1731730552012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e9d57b: reopening flushed file at 1731730552016 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 69ba5a7fc294302d239548efbc94ad35 in 1262ms, sequenceid=370, compaction requested=true at 1731730552020 (+4 ms)Writing region close event to WAL at 1731730552118 (+98 ms)Running coprocessor post-close hooks at 1731730552121 (+3 ms)Closed at 1731730552121
2024-11-16T04:15:52,124 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:52,124 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=69ba5a7fc294302d239548efbc94ad35, regionState=CLOSED
2024-11-16T04:15:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:52,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-16T04:15:52,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 69ba5a7fc294302d239548efbc94ad35, server=fda3efb342d8,46295,1731730453348 in 2.5580 sec
2024-11-16T04:15:52,132 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-16T04:15:52,132 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69ba5a7fc294302d239548efbc94ad35, UNASSIGN in 2.5630 sec
2024-11-16T04:15:52,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-16T04:15:52,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5670 sec
2024-11-16T04:15:52,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730552136"}]},"ts":"1731730552136"}
2024-11-16T04:15:52,138 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:15:52,138 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:15:52,140 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5840 sec
2024-11-16T04:15:52,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T04:15:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T04:15:53,730 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:53,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:15:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,735 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-16T04:15:53,736 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,742 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:53,747 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/recovered.edits]
2024-11-16T04:15:53,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/b433a363bf7f4f97894e3937a97b8c6a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/b433a363bf7f4f97894e3937a97b8c6a
2024-11-16T04:15:53,751 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2cc8df44fec47a3bcc1e15027875b81 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c2cc8df44fec47a3bcc1e15027875b81
2024-11-16T04:15:53,752 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c3fc6bac7e854b139894484e42d7c305 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/A/c3fc6bac7e854b139894484e42d7c305
2024-11-16T04:15:53,754 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/79e6ca14a5d74f6c9230229f60e7dc03 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/79e6ca14a5d74f6c9230229f60e7dc03
2024-11-16T04:15:53,754 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ce91e2b6c708403f85c3c4d138fc5c33 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/ce91e2b6c708403f85c3c4d138fc5c33
2024-11-16T04:15:53,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d230f192d15a400298ac16862479af2b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/B/d230f192d15a400298ac16862479af2b
2024-11-16T04:15:53,757 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/48d4d40457614baeac5b0b7d40091d6a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/48d4d40457614baeac5b0b7d40091d6a
2024-11-16T04:15:53,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4c9351e8184249f693a20213d2e1011e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/4c9351e8184249f693a20213d2e1011e
2024-11-16T04:15:53,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/7aa4dd486dfb4f4bb693998b10cc91bf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/C/7aa4dd486dfb4f4bb693998b10cc91bf
2024-11-16T04:15:53,760 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/recovered.edits/373.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35/recovered.edits/373.seqid
2024-11-16T04:15:53,761 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/69ba5a7fc294302d239548efbc94ad35
2024-11-16T04:15:53,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:15:53,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,766 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:15:53,768 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:15:53,769 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,769 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:15:53,770 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730553769"}]},"ts":"9223372036854775807"}
2024-11-16T04:15:53,772 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:15:53,772 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 69ba5a7fc294302d239548efbc94ad35, NAME => 'TestAcidGuarantees,,1731730520844.69ba5a7fc294302d239548efbc94ad35.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:15:53,772 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:15:53,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730553772"}]},"ts":"9223372036854775807"}
2024-11-16T04:15:53,774 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:15:53,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,776 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec
2024-11-16T04:15:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-16T04:15:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:15:53,842 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:53,848 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247 (was 248), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=8226 (was 9176)
2024-11-16T04:15:53,857 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=8223
2024-11-16T04:15:53,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:15:53,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:15:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:53,861 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:15:53,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:53,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 85
2024-11-16T04:15:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T04:15:53,862 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:15:53,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742133_1309 (size=1061)
2024-11-16T04:15:53,884 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:15:53,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742134_1310 (size=53)
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f5695d9e76bfeb8cffc22a257a8c57f7, disabling compactions & flushes
2024-11-16T04:15:53,898 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. after waiting 0 ms
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:53,898 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:53,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5695d9e76bfeb8cffc22a257a8c57f7:
Waiting for close lock at 1731730553898Disabling compacts and flushes for region at 1731730553898Disabling writes for close at 1731730553898Writing region close event to WAL at 1731730553898Closed at 1731730553898
2024-11-16T04:15:53,899 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:15:53,900 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730553900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730553900"}]},"ts":"1731730553900"}
2024-11-16T04:15:53,902 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:15:53,903 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:15:53,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730553903"}]},"ts":"1731730553903"}
2024-11-16T04:15:53,905 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:15:53,905 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, ASSIGN}]
2024-11-16T04:15:53,907 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, ASSIGN
2024-11-16T04:15:53,914 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:15:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T04:15:54,066 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:54,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, ASSIGN because future has completed
2024-11-16T04:15:54,068 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T04:15:54,222 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:54,222 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:15:54,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:15:54,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,223 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,224 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:54,225 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:54,225 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName A
2024-11-16T04:15:54,225 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:54,226 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:54,226 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:54,227 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:54,227 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName B
2024-11-16T04:15:54,227 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:54,227 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:54,227 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:54,228 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:54,228 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName C
2024-11-16T04:15:54,228 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:54,229 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:54,229 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:54,229 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,230 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,231 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:15:54,232 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,233 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:15:54,234 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened f5695d9e76bfeb8cffc22a257a8c57f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61244618, jitterRate=-0.08738407492637634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:15:54,234 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:54,234 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for f5695d9e76bfeb8cffc22a257a8c57f7:
Running coprocessor pre-open hook at 1731730554223Writing region info on filesystem at 1731730554223Initializing all the Stores at 1731730554224 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730554224Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730554224Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730554224Cleaning up temporary data from old regions at 1731730554230 (+6 ms)Running coprocessor post-open hooks at 1731730554234 (+4 ms)Region opened successfully at 1731730554234
2024-11-16T04:15:54,235 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., pid=87, masterSystemTime=1731730554220
2024-11-16T04:15:54,236 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:54,236 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:54,237 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:54,240 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-16T04:15:54,240 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 in 171 msec
2024-11-16T04:15:54,242 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85
2024-11-16T04:15:54,242 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, ASSIGN in 335 msec
2024-11-16T04:15:54,242 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:15:54,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730554242"}]},"ts":"1731730554242"}
2024-11-16T04:15:54,243 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:15:54,244 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:15:54,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 385 msec
2024-11-16T04:15:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T04:15:54,489 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:54,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:54,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:54,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:54,492 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb76b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:54,495 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:54,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a15f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:54,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:54,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:54,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:54,499 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:54,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7def88
2024-11-16T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:15:54,502 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:15:54,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:15:54,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:15:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T04:15:54,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742135_1311 (size=1097)
2024-11-16T04:15:54,915 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T04:15:54,915 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T04:15:54,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:15:54,920 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE}]
2024-11-16T04:15:54,920 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE
2024-11-16T04:15:54,921 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:54,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE because future has completed
2024-11-16T04:15:54,923 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:15:54,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:55,075 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,075 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:15:55,077 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing f5695d9e76bfeb8cffc22a257a8c57f7, disabling compactions & flushes
2024-11-16T04:15:55,077 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. after waiting 0 ms
2024-11-16T04:15:55,078 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,083 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T04:15:55,084 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,085 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for f5695d9e76bfeb8cffc22a257a8c57f7:
Waiting for close lock at 1731730555077Running coprocessor pre-close hooks at 1731730555077Disabling compacts and flushes for region at 1731730555077Disabling writes for close at 1731730555078 (+1 ms)Writing region close event to WAL at 1731730555078Running coprocessor post-close hooks at 1731730555084 (+6 ms)Closed at 1731730555084
2024-11-16T04:15:55,085 WARN  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: f5695d9e76bfeb8cffc22a257a8c57f7 to self.
2024-11-16T04:15:55,087 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,088 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=CLOSED
2024-11-16T04:15:55,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:55,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-16T04:15:55,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 in 167 msec
2024-11-16T04:15:55,093 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE; state=CLOSED, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=true
2024-11-16T04:15:55,243 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE because future has completed
2024-11-16T04:15:55,246 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:15:55,403 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,403 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:15:55,404 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,404 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:15:55,404 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,404 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,405 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:55,407 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:55,407 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName A
2024-11-16T04:15:55,408 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:55,408 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:55,409 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:55,409 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:55,409 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName B
2024-11-16T04:15:55,409 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:55,410 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:55,410 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5695d9e76bfeb8cffc22a257a8c57f7 
2024-11-16T04:15:55,410 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:15:55,410 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5695d9e76bfeb8cffc22a257a8c57f7 columnFamilyName C
2024-11-16T04:15:55,410 DEBUG [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:55,411 INFO  [StoreOpener-f5695d9e76bfeb8cffc22a257a8c57f7-1 {}] regionserver.HStore(327): Store=f5695d9e76bfeb8cffc22a257a8c57f7/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:15:55,411 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,411 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,412 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,412 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,413 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,413 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,414 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:15:55,415 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,415 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened f5695d9e76bfeb8cffc22a257a8c57f7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60671031, jitterRate=-0.09593118727207184}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:15:55,415 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,416 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for f5695d9e76bfeb8cffc22a257a8c57f7:
Running coprocessor pre-open hook at 1731730555404Writing region info on filesystem at 1731730555404Initializing all the Stores at 1731730555405 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730555405Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730555405Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730555405Cleaning up temporary data from old regions at 1731730555413 (+8 ms)Running coprocessor post-open hooks at 1731730555415 (+2 ms)Region opened successfully at 1731730555416 (+1 ms)
2024-11-16T04:15:55,417 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., pid=92, masterSystemTime=1731730555398
2024-11-16T04:15:55,419 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,419 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,419 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=OPEN, openSeqNum=5, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:15:55,423 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90
2024-11-16T04:15:55,423 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 in 175 msec
2024-11-16T04:15:55,424 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-16T04:15:55,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, REOPEN/MOVE in 503 msec
2024-11-16T04:15:55,427 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-16T04:15:55,427 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec
2024-11-16T04:15:55,429 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 924 msec
2024-11-16T04:15:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-16T04:15:55,430 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:55,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,431 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a2304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,432 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7068c06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,434 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ed014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,435 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c428eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,437 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bbf81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,438 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53aeb6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,440 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148c1a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,441 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ce5541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f811e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,444 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44885ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c31e194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,447 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3771775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629f3775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,451 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6db903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,453 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416f8dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,454 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c91aa3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,456 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f2a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,457 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a3cf48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:15:55,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:15:55,459 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25aba273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:15:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:15:55,460 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:15:55,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5d2aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:15:55,461 DEBUG [Thread-1449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,461 DEBUG [Thread-1451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,461 DEBUG [Thread-1438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,461 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,461 DEBUG [Thread-1447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,462 DEBUG [Thread-1455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,462 DEBUG [Thread-1442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,463 DEBUG [Thread-1442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,463 DEBUG [Thread-1436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,463 DEBUG [Thread-1440 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,463 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:55,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-16T04:15:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,465 DEBUG [Thread-1453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:15:55,465 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,466 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,466 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:15:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:15:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,467 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:15:55,467 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:55,468 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:15:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,480 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:55,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116dabf7508286f45fca51a0f157fc498a4_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730555473/Put/seqid=0
2024-11-16T04:15:55,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731730555499, max timestamp=1731730555515Num uniques 859; 
2024-11-16T04:15:55,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:15:55,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731730555499, max timestamp=1731730555515Num uniques 859; 
2024-11-16T04:15:55,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T04:15:55,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730555501, max timestamp=1731730555515Num uniques 859; 
2024-11-16T04:15:55,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:15:55,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742136_1312 (size=12154)
2024-11-16T04:15:55,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730615553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730615553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730615554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730615555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730615556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:55,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730615679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730615679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730615679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730615679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730615679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:55,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730615899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730615900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730615900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730615900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730615900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:55,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:55,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:55,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:55,935 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116dabf7508286f45fca51a0f157fc498a4_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116dabf7508286f45fca51a0f157fc498a4_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:55,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/102a05096ce842e188b1ed608ffe5394, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:55,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/102a05096ce842e188b1ed608ffe5394 is 175, key is test_row_0/A:col10/1731730555473/Put/seqid=0
2024-11-16T04:15:55,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742137_1313 (size=30955)
2024-11-16T04:15:56,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:56,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730616219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730616219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730616220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730616220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730616220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:56,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:56,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,339 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/102a05096ce842e188b1ed608ffe5394
2024-11-16T04:15:56,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/e60e56a02f9b45f8a86c22e7a2952f7e is 50, key is test_row_0/B:col10/1731730555473/Put/seqid=0
2024-11-16T04:15:56,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742138_1314 (size=12001)
2024-11-16T04:15:56,373 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/e60e56a02f9b45f8a86c22e7a2952f7e
2024-11-16T04:15:56,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:56,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:56,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:56,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1ba6b323727a46dfb7ea13f3714349e3 is 50, key is test_row_0/C:col10/1731730555473/Put/seqid=0
2024-11-16T04:15:56,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742139_1315 (size=12001)
2024-11-16T04:15:56,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1ba6b323727a46dfb7ea13f3714349e3
2024-11-16T04:15:56,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/102a05096ce842e188b1ed608ffe5394 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394
2024-11-16T04:15:56,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394, entries=150, sequenceid=15, filesize=30.2 K
2024-11-16T04:15:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/e60e56a02f9b45f8a86c22e7a2952f7e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e
2024-11-16T04:15:56,441 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:15:56,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1ba6b323727a46dfb7ea13f3714349e3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3
2024-11-16T04:15:56,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:15:56,449 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for f5695d9e76bfeb8cffc22a257a8c57f7 in 968ms, sequenceid=15, compaction requested=false
2024-11-16T04:15:56,449 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T04:15:56,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:56,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T04:15:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:56,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=129.71 KB heapSize=356.08 KB
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:15:56,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a10cf1ab5fd48b7a4baadb901d886bd_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730555534/Put/seqid=0
2024-11-16T04:15:56,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742140_1316 (size=12154)
2024-11-16T04:15:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:56,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a10cf1ab5fd48b7a4baadb901d886bd_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a10cf1ab5fd48b7a4baadb901d886bd_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/92609ec2adac48498f5354cd569be634, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:56,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/92609ec2adac48498f5354cd569be634 is 175, key is test_row_0/A:col10/1731730555534/Put/seqid=0
2024-11-16T04:15:56,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742141_1317 (size=30955)
2024-11-16T04:15:56,602 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/92609ec2adac48498f5354cd569be634
2024-11-16T04:15:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:56,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/b9f2dd8deacf42529b63682f912b3a0c is 50, key is test_row_0/B:col10/1731730555534/Put/seqid=0
2024-11-16T04:15:56,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742142_1318 (size=12001)
2024-11-16T04:15:56,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/b9f2dd8deacf42529b63682f912b3a0c
2024-11-16T04:15:56,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3dc25da485994689b7ad610ebde02fbf is 50, key is test_row_0/C:col10/1731730555534/Put/seqid=0
2024-11-16T04:15:56,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742143_1319 (size=12001)
2024-11-16T04:15:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:56,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:56,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730616748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730616748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730616750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730616762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730616763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730616870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730616870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730616870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730616879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:56,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730616879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:56,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3dc25da485994689b7ad610ebde02fbf
2024-11-16T04:15:57,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/92609ec2adac48498f5354cd569be634 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634
2024-11-16T04:15:57,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634, entries=150, sequenceid=48, filesize=30.2 K
2024-11-16T04:15:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/b9f2dd8deacf42529b63682f912b3a0c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c
2024-11-16T04:15:57,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c, entries=150, sequenceid=48, filesize=11.7 K
2024-11-16T04:15:57,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3dc25da485994689b7ad610ebde02fbf as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf
2024-11-16T04:15:57,074 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf, entries=150, sequenceid=48, filesize=11.7 K
2024-11-16T04:15:57,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~356.03 KB/364576, currentSize=53.67 KB/54960 for f5695d9e76bfeb8cffc22a257a8c57f7 in 530ms, sequenceid=48, compaction requested=false
2024-11-16T04:15:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-16T04:15:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-16T04:15:57,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-16T04:15:57,078 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec
2024-11-16T04:15:57,079 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.6140 sec
2024-11-16T04:15:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:57,086 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:57,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:57,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f00fae94690f4694b231122588358a10_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:57,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742144_1320 (size=14594)
2024-11-16T04:15:57,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730617121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730617122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730617122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730617128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730617130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730617239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730617239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730617239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730617240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730617249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730617459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730617460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730617460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730617460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730617460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,496 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:57,500 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f00fae94690f4694b231122588358a10_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f00fae94690f4694b231122588358a10_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:57,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/e589bd962bee494a97cc42194fd0242c, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:57,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/e589bd962bee494a97cc42194fd0242c is 175, key is test_row_0/A:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:57,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742145_1321 (size=39549)
2024-11-16T04:15:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T04:15:57,620 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:57,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-16T04:15:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T04:15:57,622 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:57,622 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:57,622 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:57,643 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T04:15:57,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730617769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730617769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730617769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730617769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:57,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:57,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730617769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,904 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/e589bd962bee494a97cc42194fd0242c
2024-11-16T04:15:57,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/899a6a00d7354dc4a9406210696eed1e is 50, key is test_row_0/B:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:57,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742146_1322 (size=12001)
2024-11-16T04:15:57,917 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/899a6a00d7354dc4a9406210696eed1e
2024-11-16T04:15:57,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T04:15:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:57,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/182eae43fa7646138437ceb3f322379c is 50, key is test_row_0/C:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T04:15:57,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742147_1323 (size=12001)
2024-11-16T04:15:57,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/182eae43fa7646138437ceb3f322379c
2024-11-16T04:15:57,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/e589bd962bee494a97cc42194fd0242c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c
2024-11-16T04:15:57,960 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c, entries=200, sequenceid=60, filesize=38.6 K
2024-11-16T04:15:57,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/899a6a00d7354dc4a9406210696eed1e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e
2024-11-16T04:15:57,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e, entries=150, sequenceid=60, filesize=11.7 K
2024-11-16T04:15:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/182eae43fa7646138437ceb3f322379c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c
2024-11-16T04:15:57,978 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c, entries=150, sequenceid=60, filesize=11.7 K
2024-11-16T04:15:57,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f5695d9e76bfeb8cffc22a257a8c57f7 in 893ms, sequenceid=60, compaction requested=true
2024-11-16T04:15:57,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:57,980 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:57,980 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:57,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:57,980 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:57,980 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:15:57,980 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,981 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=99.1 K
2024-11-16T04:15:57,981 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c]
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 102a05096ce842e188b1ed608ffe5394, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730555473
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:15:57,981 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:57,981 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.2 K
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92609ec2adac48498f5354cd569be634, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730555528
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e60e56a02f9b45f8a86c22e7a2952f7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730555473
2024-11-16T04:15:57,981 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e589bd962bee494a97cc42194fd0242c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556746
2024-11-16T04:15:57,982 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f2dd8deacf42529b63682f912b3a0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730555528
2024-11-16T04:15:57,982 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 899a6a00d7354dc4a9406210696eed1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556748
2024-11-16T04:15:57,991 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:57,992 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/4ca5fd0325f441c9a2ff5ca7c4da9d77 is 50, key is test_row_0/B:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:58,009 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:58,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742148_1324 (size=12104)
2024-11-16T04:15:58,037 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116aa9600d6dd0e437c836381ec680140f8_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:58,039 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116aa9600d6dd0e437c836381ec680140f8_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:58,039 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116aa9600d6dd0e437c836381ec680140f8_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:58,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742149_1325 (size=4469)
2024-11-16T04:15:58,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:58,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111650b6922acf0f4fc78d001f25f0214a1d_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730557128/Put/seqid=0
2024-11-16T04:15:58,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742150_1326 (size=12154)
2024-11-16T04:15:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T04:15:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:58,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730618298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730618300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730618303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730618312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730618313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730618422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730618422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730618422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730618422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730618423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,439 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/4ca5fd0325f441c9a2ff5ca7c4da9d77 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4ca5fd0325f441c9a2ff5ca7c4da9d77
2024-11-16T04:15:58,444 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into 4ca5fd0325f441c9a2ff5ca7c4da9d77(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:58,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:58,444 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730557980; duration=0sec
2024-11-16T04:15:58,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:58,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:15:58,444 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:58,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:58,445 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:15:58,445 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:58,446 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.2 K
2024-11-16T04:15:58,446 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ba6b323727a46dfb7ea13f3714349e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730555473
2024-11-16T04:15:58,446 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc25da485994689b7ad610ebde02fbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731730555528
2024-11-16T04:15:58,447 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 182eae43fa7646138437ceb3f322379c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556748
2024-11-16T04:15:58,454 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:58,455 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/67fcfa3e01c949848e52236d82d74fe6 is 50, key is test_row_0/C:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:58,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742151_1327 (size=12104)
2024-11-16T04:15:58,467 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/67fcfa3e01c949848e52236d82d74fe6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/67fcfa3e01c949848e52236d82d74fe6
2024-11-16T04:15:58,475 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 67fcfa3e01c949848e52236d82d74fe6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:58,475 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:58,475 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730557980; duration=0sec
2024-11-16T04:15:58,475 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:58,475 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:15:58,475 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#274 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:58,476 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b4a93b7852684b188df7ce4dd25a30a9 is 175, key is test_row_0/A:col10/1731730556748/Put/seqid=0
2024-11-16T04:15:58,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742152_1328 (size=31058)
2024-11-16T04:15:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:58,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111650b6922acf0f4fc78d001f25f0214a1d_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111650b6922acf0f4fc78d001f25f0214a1d_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b6ec80d20c214ecc8ed19ad5e899f364, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b6ec80d20c214ecc8ed19ad5e899f364 is 175, key is test_row_0/A:col10/1731730557128/Put/seqid=0
2024-11-16T04:15:58,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742153_1329 (size=30955)
2024-11-16T04:15:58,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b6ec80d20c214ecc8ed19ad5e899f364
2024-11-16T04:15:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2ea621338202416ca1c5d1d0dce6d875 is 50, key is test_row_0/B:col10/1731730557128/Put/seqid=0
2024-11-16T04:15:58,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742154_1330 (size=12001)
2024-11-16T04:15:58,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2ea621338202416ca1c5d1d0dce6d875
2024-11-16T04:15:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/95a37071fd90438a8530cf9664402b94 is 50, key is test_row_0/C:col10/1731730557128/Put/seqid=0
2024-11-16T04:15:58,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742155_1331 (size=12001)
2024-11-16T04:15:58,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/95a37071fd90438a8530cf9664402b94
2024-11-16T04:15:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b6ec80d20c214ecc8ed19ad5e899f364 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364
2024-11-16T04:15:58,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364, entries=150, sequenceid=80, filesize=30.2 K
2024-11-16T04:15:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2ea621338202416ca1c5d1d0dce6d875 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875
2024-11-16T04:15:58,612 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875, entries=150, sequenceid=80, filesize=11.7 K
2024-11-16T04:15:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/95a37071fd90438a8530cf9664402b94 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94
2024-11-16T04:15:58,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94, entries=150, sequenceid=80, filesize=11.7 K
2024-11-16T04:15:58,624 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for f5695d9e76bfeb8cffc22a257a8c57f7 in 542ms, sequenceid=80, compaction requested=false
2024-11-16T04:15:58,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:58,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:58,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-16T04:15:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-16T04:15:58,627 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-16T04:15:58,627 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec
2024-11-16T04:15:58,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.0070 sec
2024-11-16T04:15:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:58,646 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T04:15:58,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:58,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:58,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:58,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:58,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116833a5e5337be47f4ad3138f50a8ec99d_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:58,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742156_1332 (size=14594)
2024-11-16T04:15:58,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730618671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730618672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730618673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730618675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730618676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T04:15:58,760 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:15:58,760 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:15:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-16T04:15:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:15:58,761 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:15:58,762 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:15:58,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:15:58,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730618779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730618789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730618789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730618789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730618789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:58,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:15:58,893 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/b4a93b7852684b188df7ce4dd25a30a9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9
2024-11-16T04:15:58,901 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into b4a93b7852684b188df7ce4dd25a30a9(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:15:58,902 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:58,902 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730557979; duration=0sec
2024-11-16T04:15:58,902 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:58,902 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:15:58,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:58,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:58,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730618993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730619009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730619009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730619009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730619009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:15:59,063 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116833a5e5337be47f4ad3138f50a8ec99d_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116833a5e5337be47f4ad3138f50a8ec99d_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:15:59,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c5850f5f114445c9a93652165588baeb, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:59,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c5850f5f114445c9a93652165588baeb is 175, key is test_row_0/A:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:59,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742157_1333 (size=39549)
2024-11-16T04:15:59,069 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c5850f5f114445c9a93652165588baeb
2024-11-16T04:15:59,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cce02aae2afd46f19bad730aeaabfd24 is 50, key is test_row_0/B:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:15:59,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742158_1334 (size=12001)
2024-11-16T04:15:59,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730619309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730619319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730619330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730619330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730619330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:15:59,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cce02aae2afd46f19bad730aeaabfd24
2024-11-16T04:15:59,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/cf990258ac4e43f5ad13ff98ebba6b4f is 50, key is test_row_0/C:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:59,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742159_1335 (size=12001)
2024-11-16T04:15:59,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730619819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:15:59,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:15:59,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730619839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730619849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730619849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730619849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:15:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:15:59,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/cf990258ac4e43f5ad13ff98ebba6b4f
2024-11-16T04:15:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:15:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c5850f5f114445c9a93652165588baeb as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb
2024-11-16T04:15:59,906 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb, entries=200, sequenceid=96, filesize=38.6 K
2024-11-16T04:15:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cce02aae2afd46f19bad730aeaabfd24 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24
2024-11-16T04:15:59,910 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24, entries=150, sequenceid=96, filesize=11.7 K
2024-11-16T04:15:59,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/cf990258ac4e43f5ad13ff98ebba6b4f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f
2024-11-16T04:15:59,914 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f, entries=150, sequenceid=96, filesize=11.7 K
2024-11-16T04:15:59,915 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1269ms, sequenceid=96, compaction requested=true
2024-11-16T04:15:59,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:15:59,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:15:59,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:59,915 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:59,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:15:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:15:59,916 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:15:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:15:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:15:59,916 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:59,916 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:15:59,916 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:15:59,916 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:15:59,916 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,916 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,916 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=99.2 K
2024-11-16T04:15:59,916 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4ca5fd0325f441c9a2ff5ca7c4da9d77, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.3 K
2024-11-16T04:15:59,916 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb]
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca5fd0325f441c9a2ff5ca7c4da9d77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556748
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4a93b7852684b188df7ce4dd25a30a9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556748
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea621338202416ca1c5d1d0dce6d875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731730557120
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ec80d20c214ecc8ed19ad5e899f364, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731730557120
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cce02aae2afd46f19bad730aeaabfd24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558310
2024-11-16T04:15:59,917 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5850f5f114445c9a93652165588baeb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558298
2024-11-16T04:15:59,923 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:59,925 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116ba8c9146ce624e7797ec7837f6bb8f3c_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:59,925 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:59,926 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/885e48ab27c1469f9d956b4f925d90b2 is 50, key is test_row_0/B:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:59,927 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116ba8c9146ce624e7797ec7837f6bb8f3c_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:59,927 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba8c9146ce624e7797ec7837f6bb8f3c_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:15:59,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742160_1336 (size=4469)
2024-11-16T04:15:59,936 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#283 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:15:59,937 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9bccba3f6abc444cac4b194844719ccd is 175, key is test_row_0/A:col10/1731730558311/Put/seqid=0
2024-11-16T04:15:59,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742161_1337 (size=12207)
2024-11-16T04:15:59,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742162_1338 (size=31161)
2024-11-16T04:15:59,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T04:15:59,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:15:59,985 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:15:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:15:59,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f98360c0390d4f4083fc476224a1a15c_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730558673/Put/seqid=0
2024-11-16T04:15:59,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742163_1339 (size=12154)
2024-11-16T04:15:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:00,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f98360c0390d4f4083fc476224a1a15c_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f98360c0390d4f4083fc476224a1a15c_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/2d3dd0b5ddfa45a080fdd7ddf3252d47, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/2d3dd0b5ddfa45a080fdd7ddf3252d47 is 175, key is test_row_0/A:col10/1731730558673/Put/seqid=0
2024-11-16T04:16:00,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742164_1340 (size=30955)
2024-11-16T04:16:00,350 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/885e48ab27c1469f9d956b4f925d90b2 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/885e48ab27c1469f9d956b4f925d90b2
2024-11-16T04:16:00,354 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into 885e48ab27c1469f9d956b4f925d90b2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:00,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:00,354 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730559915; duration=0sec
2024-11-16T04:16:00,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:00,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:00,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:00,355 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:00,355 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:00,355 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:00,355 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/67fcfa3e01c949848e52236d82d74fe6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.3 K
2024-11-16T04:16:00,356 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 67fcfa3e01c949848e52236d82d74fe6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731730556748
2024-11-16T04:16:00,356 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 95a37071fd90438a8530cf9664402b94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731730557120
2024-11-16T04:16:00,356 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cf990258ac4e43f5ad13ff98ebba6b4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558310
2024-11-16T04:16:00,360 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9bccba3f6abc444cac4b194844719ccd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd
2024-11-16T04:16:00,362 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:00,362 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/5829f49f885f4b5cbe0ea5d13ae9ce58 is 50, key is test_row_0/C:col10/1731730558311/Put/seqid=0
2024-11-16T04:16:00,364 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 9bccba3f6abc444cac4b194844719ccd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:00,364 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:00,364 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730559915; duration=0sec
2024-11-16T04:16:00,364 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:00,364 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:00,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742165_1341 (size=12207)
2024-11-16T04:16:00,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/2d3dd0b5ddfa45a080fdd7ddf3252d47
2024-11-16T04:16:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/61637e78e8b84f5696cbc5e8e89045d6 is 50, key is test_row_0/B:col10/1731730558673/Put/seqid=0
2024-11-16T04:16:00,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742166_1342 (size=12001)
2024-11-16T04:16:00,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/5829f49f885f4b5cbe0ea5d13ae9ce58 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/5829f49f885f4b5cbe0ea5d13ae9ce58
2024-11-16T04:16:00,786 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 5829f49f885f4b5cbe0ea5d13ae9ce58(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:00,786 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:00,786 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730559916; duration=0sec
2024-11-16T04:16:00,786 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:00,786 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:00,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/61637e78e8b84f5696cbc5e8e89045d6
2024-11-16T04:16:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/ac5d9adf41be4e2d8e5375e086682ea6 is 50, key is test_row_0/C:col10/1731730558673/Put/seqid=0
2024-11-16T04:16:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:00,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:00,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742167_1343 (size=12001)
2024-11-16T04:16:00,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/ac5d9adf41be4e2d8e5375e086682ea6
2024-11-16T04:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/2d3dd0b5ddfa45a080fdd7ddf3252d47 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47
2024-11-16T04:16:00,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47, entries=150, sequenceid=115, filesize=30.2 K
2024-11-16T04:16:00,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/61637e78e8b84f5696cbc5e8e89045d6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6
2024-11-16T04:16:00,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6, entries=150, sequenceid=115, filesize=11.7 K
2024-11-16T04:16:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/ac5d9adf41be4e2d8e5375e086682ea6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6
2024-11-16T04:16:00,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730620878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:00,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730620880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:00,892 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6, entries=150, sequenceid=115, filesize=11.7 K
2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:00,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730620882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:00,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f5695d9e76bfeb8cffc22a257a8c57f7 in 909ms, sequenceid=115, compaction requested=false
2024-11-16T04:16:00,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:00,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:00,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-16T04:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-16T04:16:00,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-16T04:16:00,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1350 sec
2024-11-16T04:16:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:00,905 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:00,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:00,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.1400 sec
2024-11-16T04:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T04:16:00,910 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:00,910 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-16T04:16:00,916 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:00,917 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:00,917 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:00,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eb336402d99f4cb9bcd760c5d5dac615_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:00,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742168_1344 (size=14744)
2024-11-16T04:16:00,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730620974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:00,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730620975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730620999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730620999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730620999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:01,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730621089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730621089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730621219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730621219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730621219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:01,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730621299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730621309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,354 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:01,357 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eb336402d99f4cb9bcd760c5d5dac615_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eb336402d99f4cb9bcd760c5d5dac615_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:01,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/42b8872ed8934515b44cf310da0a6ddc, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:01,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/42b8872ed8934515b44cf310da0a6ddc is 175, key is test_row_0/A:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:01,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742169_1345 (size=39699)
2024-11-16T04:16:01,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730621539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730621539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730621539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:01,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730621619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730621629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:01,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,761 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/42b8872ed8934515b44cf310da0a6ddc
2024-11-16T04:16:01,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2b58053b992f49b899afae8462b316b8 is 50, key is test_row_0/B:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:01,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742170_1346 (size=12151)
2024-11-16T04:16:01,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:01,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:01,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:02,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730622059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730622059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:02,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730622059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:02,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730622129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:02,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730622149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:02,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2b58053b992f49b899afae8462b316b8
2024-11-16T04:16:02,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a7b9d30e76bc44a1924c4cff1c1cc6ea is 50, key is test_row_0/C:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:02,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742171_1347 (size=12151)
2024-11-16T04:16:02,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,585 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a7b9d30e76bc44a1924c4cff1c1cc6ea
2024-11-16T04:16:02,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/42b8872ed8934515b44cf310da0a6ddc as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc
2024-11-16T04:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:02,611 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc, entries=200, sequenceid=134, filesize=38.8 K
2024-11-16T04:16:02,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/2b58053b992f49b899afae8462b316b8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8
2024-11-16T04:16:02,629 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8, entries=150, sequenceid=134, filesize=11.9 K
2024-11-16T04:16:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a7b9d30e76bc44a1924c4cff1c1cc6ea as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea
2024-11-16T04:16:02,637 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea, entries=150, sequenceid=134, filesize=11.9 K
2024-11-16T04:16:02,638 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1733ms, sequenceid=134, compaction requested=true
2024-11-16T04:16:02,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:02,639 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:02,639 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:02,643 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:02,643 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:02,643 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,643 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/885e48ab27c1469f9d956b4f925d90b2, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.5 K
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 885e48ab27c1469f9d956b4f925d90b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558310
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:02,644 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,644 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=99.4 K
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 61637e78e8b84f5696cbc5e8e89045d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731730558650
2024-11-16T04:16:02,644 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc]
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b58053b992f49b899afae8462b316b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560887
2024-11-16T04:16:02,644 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bccba3f6abc444cac4b194844719ccd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558310
2024-11-16T04:16:02,645 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d3dd0b5ddfa45a080fdd7ddf3252d47, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731730558650
2024-11-16T04:16:02,645 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42b8872ed8934515b44cf310da0a6ddc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560874
2024-11-16T04:16:02,657 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:02,657 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/bff6f5c85db7417b84b3e45e72952408 is 50, key is test_row_0/B:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:02,660 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:02,681 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116d010d6db6a8f4a9ebd5cd3b0e1f2e91d_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:02,683 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116d010d6db6a8f4a9ebd5cd3b0e1f2e91d_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:02,683 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d010d6db6a8f4a9ebd5cd3b0e1f2e91d_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:02,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742172_1348 (size=12459)
2024-11-16T04:16:02,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742173_1349 (size=4469)
2024-11-16T04:16:02,703 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/bff6f5c85db7417b84b3e45e72952408 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bff6f5c85db7417b84b3e45e72952408
2024-11-16T04:16:02,704 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#292 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:02,705 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/70c8736617d34d639c6e8a35fada2599 is 175, key is test_row_0/A:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:02,709 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into bff6f5c85db7417b84b3e45e72952408(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:02,709 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:02,709 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730562639; duration=0sec
2024-11-16T04:16:02,709 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:02,710 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:02,710 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:02,711 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:02,711 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:02,711 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,711 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/5829f49f885f4b5cbe0ea5d13ae9ce58, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.5 K
2024-11-16T04:16:02,714 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5829f49f885f4b5cbe0ea5d13ae9ce58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731730558310
2024-11-16T04:16:02,714 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ac5d9adf41be4e2d8e5375e086682ea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731730558650
2024-11-16T04:16:02,714 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a7b9d30e76bc44a1924c4cff1c1cc6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560887
2024-11-16T04:16:02,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742174_1350 (size=31413)
2024-11-16T04:16:02,735 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:02,736 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/665e8c8c2b5f4c5c922fcc3e04e77426 is 50, key is test_row_0/C:col10/1731730560901/Put/seqid=0
2024-11-16T04:16:02,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T04:16:02,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:02,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:02,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742175_1351 (size=12459)
2024-11-16T04:16:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5782d130a6d4abcb27be21adc9f88e4_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730560947/Put/seqid=0
2024-11-16T04:16:02,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742176_1352 (size=12304)
2024-11-16T04:16:02,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:02,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5782d130a6d4abcb27be21adc9f88e4_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5782d130a6d4abcb27be21adc9f88e4_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/049581d5d2fc4c9397fa517cf81a394a, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/049581d5d2fc4c9397fa517cf81a394a is 175, key is test_row_0/A:col10/1731730560947/Put/seqid=0
2024-11-16T04:16:02,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742177_1353 (size=31105)
2024-11-16T04:16:02,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/049581d5d2fc4c9397fa517cf81a394a
2024-11-16T04:16:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/24b3d5a3c6244b36861d56e502dbf595 is 50, key is test_row_0/B:col10/1731730560947/Put/seqid=0
2024-11-16T04:16:02,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742178_1354 (size=12151)
2024-11-16T04:16:02,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T04:16:02,920 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-16T04:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:03,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:03,137 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/70c8736617d34d639c6e8a35fada2599 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599
2024-11-16T04:16:03,143 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 70c8736617d34d639c6e8a35fada2599(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:03,143 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:03,143 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730562639; duration=0sec
2024-11-16T04:16:03,144 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:03,144 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:03,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730623148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730623149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730623149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,169 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730623159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730623161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,176 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,180 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/665e8c8c2b5f4c5c922fcc3e04e77426 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/665e8c8c2b5f4c5c922fcc3e04e77426
2024-11-16T04:16:03,188 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 665e8c8c2b5f4c5c922fcc3e04e77426(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:03,188 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:03,188 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730562639; duration=0sec
2024-11-16T04:16:03,188 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:03,188 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:03,286 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/24b3d5a3c6244b36861d56e502dbf595
2024-11-16T04:16:03,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730623279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730623279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730623280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1af7a6dd4eeb47e084c1280e76f99202 is 50, key is test_row_0/C:col10/1731730560947/Put/seqid=0
2024-11-16T04:16:03,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742179_1355 (size=12151)
2024-11-16T04:16:03,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1af7a6dd4eeb47e084c1280e76f99202
2024-11-16T04:16:03,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/049581d5d2fc4c9397fa517cf81a394a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a
2024-11-16T04:16:03,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a, entries=150, sequenceid=151, filesize=30.4 K
2024-11-16T04:16:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/24b3d5a3c6244b36861d56e502dbf595 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595
2024-11-16T04:16:03,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595, entries=150, sequenceid=151, filesize=11.9 K
2024-11-16T04:16:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1af7a6dd4eeb47e084c1280e76f99202 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202
2024-11-16T04:16:03,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202, entries=150, sequenceid=151, filesize=11.9 K
2024-11-16T04:16:03,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 621ms, sequenceid=151, compaction requested=false
2024-11-16T04:16:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-16T04:16:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-16T04:16:03,384 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-16T04:16:03,384 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec
2024-11-16T04:16:03,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.4750 sec
2024-11-16T04:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:03,505 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:16:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:03,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:03,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:03,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a059e819ccbd4538b159bd43a6addb43_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:03,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742180_1356 (size=12304)
2024-11-16T04:16:03,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730623559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730623560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730623564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730623679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730623689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730623689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730623901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730623911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730623911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:03,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:03,936 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a059e819ccbd4538b159bd43a6addb43_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a059e819ccbd4538b159bd43a6addb43_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:03,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/6480dba1704a47dea0876c583e619cae, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:03,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/6480dba1704a47dea0876c583e619cae is 175, key is test_row_0/A:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:03,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742181_1357 (size=31105)
2024-11-16T04:16:04,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730624219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730624230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730624230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,406 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/6480dba1704a47dea0876c583e619cae
2024-11-16T04:16:04,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/077248dfc6724eac97adc942ff198b9a is 50, key is test_row_0/B:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:04,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742182_1358 (size=12151)
2024-11-16T04:16:04,432 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/077248dfc6724eac97adc942ff198b9a
2024-11-16T04:16:04,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3ffa23f6c0334442945da5c2a66b6afd is 50, key is test_row_0/C:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:04,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742183_1359 (size=12151)
2024-11-16T04:16:04,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730624739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730624750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730624750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:04,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:04,875 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3ffa23f6c0334442945da5c2a66b6afd
2024-11-16T04:16:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/6480dba1704a47dea0876c583e619cae as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae
2024-11-16T04:16:04,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae, entries=150, sequenceid=170, filesize=30.4 K
2024-11-16T04:16:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/077248dfc6724eac97adc942ff198b9a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a
2024-11-16T04:16:04,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a, entries=150, sequenceid=170, filesize=11.9 K
2024-11-16T04:16:04,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3ffa23f6c0334442945da5c2a66b6afd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd
2024-11-16T04:16:04,913 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd, entries=150, sequenceid=170, filesize=11.9 K
2024-11-16T04:16:04,914 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1409ms, sequenceid=170, compaction requested=true
2024-11-16T04:16:04,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:04,915 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:04,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T04:16:04,915 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:04,918 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:04,918 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:04,918 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:04,918 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bff6f5c85db7417b84b3e45e72952408, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.9 K
2024-11-16T04:16:04,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:04,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:04,918 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:04,918 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=91.4 K
2024-11-16T04:16:04,918 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:04,918 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae]
2024-11-16T04:16:04,919 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70c8736617d34d639c6e8a35fada2599, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560887
2024-11-16T04:16:04,919 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting bff6f5c85db7417b84b3e45e72952408, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560887
2024-11-16T04:16:04,919 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049581d5d2fc4c9397fa517cf81a394a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730560947
2024-11-16T04:16:04,920 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b3d5a3c6244b36861d56e502dbf595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730560947
2024-11-16T04:16:04,920 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 077248dfc6724eac97adc942ff198b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:04,920 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6480dba1704a47dea0876c583e619cae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:04,938 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:04,939 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/26fc9901209c4e27b5fd41c1c5c5ab3f is 50, key is test_row_0/B:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:04,953 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:04,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742184_1360 (size=12561)
2024-11-16T04:16:05,001 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/26fc9901209c4e27b5fd41c1c5c5ab3f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/26fc9901209c4e27b5fd41c1c5c5ab3f
2024-11-16T04:16:05,006 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into 26fc9901209c4e27b5fd41c1c5c5ab3f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:05,006 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:05,006 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730564915; duration=0sec
2024-11-16T04:16:05,007 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:05,007 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:05,007 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:05,008 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:05,008 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:05,008 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,008 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/665e8c8c2b5f4c5c922fcc3e04e77426, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=35.9 K
2024-11-16T04:16:05,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 665e8c8c2b5f4c5c922fcc3e04e77426, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730560887
2024-11-16T04:16:05,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1af7a6dd4eeb47e084c1280e76f99202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731730560947
2024-11-16T04:16:05,009 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ffa23f6c0334442945da5c2a66b6afd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:05,025 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111635fac58514974869b4d5b60ad7134baf_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:05,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111635fac58514974869b4d5b60ad7134baf_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:05,028 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111635fac58514974869b4d5b60ad7134baf_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:05,040 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:05,041 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/8124d7c6b726465091aa47807748a55b is 50, key is test_row_0/C:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:05,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742185_1361 (size=4469)
2024-11-16T04:16:05,094 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#301 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:05,094 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c38fe7765e744c2f92cea58b8e6955f3 is 175, key is test_row_0/A:col10/1731730563159/Put/seqid=0
2024-11-16T04:16:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T04:16:05,101 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:05,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-16T04:16:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:05,104 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:05,105 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:05,105 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:05,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742186_1362 (size=12561)
2024-11-16T04:16:05,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742187_1363 (size=31515)
2024-11-16T04:16:05,153 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/c38fe7765e744c2f92cea58b8e6955f3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3
2024-11-16T04:16:05,159 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into c38fe7765e744c2f92cea58b8e6955f3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:05,159 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:05,159 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730564915; duration=0sec
2024-11-16T04:16:05,159 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:05,159 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:05,191 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:16:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:05,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:05,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b0fbd06d3354472fb37cd802ef1ca41e_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730563543/Put/seqid=0
2024-11-16T04:16:05,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742188_1364 (size=14794)
2024-11-16T04:16:05,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T04:16:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:05,269 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b0fbd06d3354472fb37cd802ef1ca41e_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b0fbd06d3354472fb37cd802ef1ca41e_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:05,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/317cc6fc35094e29bb896397ba474226, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:05,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/317cc6fc35094e29bb896397ba474226 is 175, key is test_row_0/A:col10/1731730563543/Put/seqid=0
2024-11-16T04:16:05,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742189_1365 (size=39749)
2024-11-16T04:16:05,297 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/317cc6fc35094e29bb896397ba474226
2024-11-16T04:16:05,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/04fcb2cc4ecb40bf9393d6d4a1596d4c is 50, key is test_row_0/B:col10/1731730563543/Put/seqid=0
2024-11-16T04:16:05,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730625330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730625347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742190_1366 (size=12151)
2024-11-16T04:16:05,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/04fcb2cc4ecb40bf9393d6d4a1596d4c
2024-11-16T04:16:05,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/d0424fc712924acc9e17629fbb577f16 is 50, key is test_row_0/C:col10/1731730563543/Put/seqid=0
2024-11-16T04:16:05,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T04:16:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:05,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742191_1367 (size=12151)
2024-11-16T04:16:05,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730625460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730625460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,534 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/8124d7c6b726465091aa47807748a55b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/8124d7c6b726465091aa47807748a55b
2024-11-16T04:16:05,546 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 8124d7c6b726465091aa47807748a55b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:05,546 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:05,546 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730564915; duration=0sec
2024-11-16T04:16:05,546 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:05,546 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:05,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T04:16:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730625669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730625669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T04:16:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:05,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730625769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730625769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,778 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:05,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730625769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,778 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,779 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:05,835 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/d0424fc712924acc9e17629fbb577f16
2024-11-16T04:16:05,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/317cc6fc35094e29bb896397ba474226 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226
2024-11-16T04:16:05,842 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226, entries=200, sequenceid=188, filesize=38.8 K
2024-11-16T04:16:05,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/04fcb2cc4ecb40bf9393d6d4a1596d4c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c
2024-11-16T04:16:05,846 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T04:16:05,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/d0424fc712924acc9e17629fbb577f16 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16
2024-11-16T04:16:05,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T04:16:05,852 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 661ms, sequenceid=188, compaction requested=false
2024-11-16T04:16:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:05,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:05,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:05,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a1343414b47441da298987178e36a67_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730565301/Put/seqid=0
2024-11-16T04:16:05,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742192_1368 (size=12304)
2024-11-16T04:16:05,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:05,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a1343414b47441da298987178e36a67_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a1343414b47441da298987178e36a67_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:05,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9c30f6496cc64e67a7bf331c3aa4a621, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:05,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9c30f6496cc64e67a7bf331c3aa4a621 is 175, key is test_row_0/A:col10/1731730565301/Put/seqid=0
2024-11-16T04:16:05,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742193_1369 (size=31105)
2024-11-16T04:16:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:05,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:06,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730626061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730626064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730626180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730626189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:06,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9c30f6496cc64e67a7bf331c3aa4a621
2024-11-16T04:16:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/1d5557093f7149558c651721bbc66ddb is 50, key is test_row_0/B:col10/1731730565301/Put/seqid=0
2024-11-16T04:16:06,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742194_1370 (size=12151)
2024-11-16T04:16:06,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/1d5557093f7149558c651721bbc66ddb
2024-11-16T04:16:06,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/314e467f9e004d91b84b81117f551f41 is 50, key is test_row_0/C:col10/1731730565301/Put/seqid=0
2024-11-16T04:16:06,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742195_1371 (size=12151)
2024-11-16T04:16:06,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730626409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730626419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730626719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730626729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:06,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:06,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/314e467f9e004d91b84b81117f551f41
2024-11-16T04:16:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/9c30f6496cc64e67a7bf331c3aa4a621 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621
2024-11-16T04:16:06,757 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621, entries=150, sequenceid=205, filesize=30.4 K
2024-11-16T04:16:06,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/1d5557093f7149558c651721bbc66ddb as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb
2024-11-16T04:16:06,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb, entries=150, sequenceid=205, filesize=11.9 K
2024-11-16T04:16:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/314e467f9e004d91b84b81117f551f41 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41
2024-11-16T04:16:06,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41, entries=150, sequenceid=205, filesize=11.9 K
2024-11-16T04:16:06,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 892ms, sequenceid=205, compaction requested=true
2024-11-16T04:16:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-16T04:16:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-16T04:16:06,770 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-16T04:16:06,770 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6620 sec
2024-11-16T04:16:06,773 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6690 sec
2024-11-16T04:16:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:07,236 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167f721a39b2db4ce48bddf6aa9b50927f_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T04:16:07,252 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:07,252 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-16T04:16:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:07,255 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:07,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742196_1372 (size=14794)
2024-11-16T04:16:07,256 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:07,256 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:07,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:07,264 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167f721a39b2db4ce48bddf6aa9b50927f_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167f721a39b2db4ce48bddf6aa9b50927f_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:07,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:07,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40 is 175, key is test_row_0/A:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742197_1373 (size=39749)
2024-11-16T04:16:07,278 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40
2024-11-16T04:16:07,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/3c87971ed6ba4d779ea8074266c33a99 is 50, key is test_row_0/B:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742198_1374 (size=12151)
2024-11-16T04:16:07,296 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/3c87971ed6ba4d779ea8074266c33a99
2024-11-16T04:16:07,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/7db82ae1c2ad4f8ea75ec73d6731c8aa is 50, key is test_row_0/C:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742199_1375 (size=12151)
2024-11-16T04:16:07,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730627322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730627323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730627439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730627439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:07,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730627659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730627659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/7db82ae1c2ad4f8ea75ec73d6731c8aa
2024-11-16T04:16:07,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40
2024-11-16T04:16:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,721 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40, entries=200, sequenceid=222, filesize=38.8 K
2024-11-16T04:16:07,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/3c87971ed6ba4d779ea8074266c33a99 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99
2024-11-16T04:16:07,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99, entries=150, sequenceid=222, filesize=11.9 K
2024-11-16T04:16:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/7db82ae1c2ad4f8ea75ec73d6731c8aa as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa
2024-11-16T04:16:07,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa, entries=150, sequenceid=222, filesize=11.9 K
2024-11-16T04:16:07,730 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f5695d9e76bfeb8cffc22a257a8c57f7 in 494ms, sequenceid=222, compaction requested=true
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:07,730 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:07,730 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:07,731 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:07,731 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:07,731 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:07,731 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:07,732 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,732 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,732 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/26fc9901209c4e27b5fd41c1c5c5ab3f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=47.9 K
2024-11-16T04:16:07,732 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=138.8 K
2024-11-16T04:16:07,732 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,732 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40]
2024-11-16T04:16:07,732 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fc9901209c4e27b5fd41c1c5c5ab3f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:07,732 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c38fe7765e744c2f92cea58b8e6955f3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:07,732 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 04fcb2cc4ecb40bf9393d6d4a1596d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730563543
2024-11-16T04:16:07,732 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 317cc6fc35094e29bb896397ba474226, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730563543
2024-11-16T04:16:07,733 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d5557093f7149558c651721bbc66ddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730565301
2024-11-16T04:16:07,733 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c30f6496cc64e67a7bf331c3aa4a621, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730565301
2024-11-16T04:16:07,733 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fa3933a6bbd4a3ba9f3ffbf6ed32b40, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:07,733 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c87971ed6ba4d779ea8074266c33a99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:07,742 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:07,743 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/6c686234f796476c9125af00e507d777 is 50, key is test_row_0/B:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,746 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:07,754 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111687d9627e5edd495e9c933414a8647bd3_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:07,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742200_1376 (size=12697)
2024-11-16T04:16:07,757 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111687d9627e5edd495e9c933414a8647bd3_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:07,757 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111687d9627e5edd495e9c933414a8647bd3_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:07,765 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/6c686234f796476c9125af00e507d777 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/6c686234f796476c9125af00e507d777
2024-11-16T04:16:07,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742201_1377 (size=4469)
2024-11-16T04:16:07,770 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into 6c686234f796476c9125af00e507d777(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:07,770 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:07,770 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=12, startTime=1731730567730; duration=0sec
2024-11-16T04:16:07,770 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:07,770 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:07,770 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:07,773 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:07,773 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:07,773 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,773 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/8124d7c6b726465091aa47807748a55b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=47.9 K
2024-11-16T04:16:07,773 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 8124d7c6b726465091aa47807748a55b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731730563126
2024-11-16T04:16:07,774 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d0424fc712924acc9e17629fbb577f16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730563543
2024-11-16T04:16:07,775 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 314e467f9e004d91b84b81117f551f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731730565301
2024-11-16T04:16:07,775 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db82ae1c2ad4f8ea75ec73d6731c8aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:07,793 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:07,794 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/b30a4cbd67fd4386bd1af9c315803fec is 50, key is test_row_0/C:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:07,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742202_1378 (size=12697)
2024-11-16T04:16:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:07,805 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:07,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e6b4057683b6409bb25abe1063234080_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730567322/Put/seqid=0
2024-11-16T04:16:07,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742203_1379 (size=14794)
2024-11-16T04:16:07,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730627835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730627850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730627851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:07,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:07,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730627959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730627960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730627969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730627979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730627979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:07,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,169 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:08,169 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/08addb48b75f423998e30e39110e73c7 is 175, key is test_row_0/A:col10/1731730566058/Put/seqid=0
2024-11-16T04:16:08,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730628186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730628186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742204_1380 (size=31651)
2024-11-16T04:16:08,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730628189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,201 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/08addb48b75f423998e30e39110e73c7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7
2024-11-16T04:16:08,209 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 08addb48b75f423998e30e39110e73c7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:08,209 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:08,209 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=12, startTime=1731730567730; duration=0sec
2024-11-16T04:16:08,209 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:08,209 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:08,212 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/b30a4cbd67fd4386bd1af9c315803fec as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/b30a4cbd67fd4386bd1af9c315803fec
2024-11-16T04:16:08,221 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into b30a4cbd67fd4386bd1af9c315803fec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:08,221 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:08,221 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=12, startTime=1731730567730; duration=0sec
2024-11-16T04:16:08,221 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:08,222 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:08,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:08,226 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e6b4057683b6409bb25abe1063234080_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e6b4057683b6409bb25abe1063234080_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:08,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/d4a6e8eced624a04bac47a8f389b5b9e, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:08,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/d4a6e8eced624a04bac47a8f389b5b9e is 175, key is test_row_0/A:col10/1731730567322/Put/seqid=0
2024-11-16T04:16:08,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742205_1381 (size=39749)
2024-11-16T04:16:08,239 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/d4a6e8eced624a04bac47a8f389b5b9e
2024-11-16T04:16:08,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cddaffe7cb6842ad8f45c00a28c0df58 is 50, key is test_row_0/B:col10/1731730567322/Put/seqid=0
2024-11-16T04:16:08,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742206_1382 (size=12151)
2024-11-16T04:16:08,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:08,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:08,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730628490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730628490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730628490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730628499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730628499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:08,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:08,701 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cddaffe7cb6842ad8f45c00a28c0df58
2024-11-16T04:16:08,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3f13824ec87c4c54a36e7d91c2d61b09 is 50, key is test_row_0/C:col10/1731730567322/Put/seqid=0
2024-11-16T04:16:08,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742207_1383 (size=12151)
2024-11-16T04:16:08,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3f13824ec87c4c54a36e7d91c2d61b09
2024-11-16T04:16:08,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/d4a6e8eced624a04bac47a8f389b5b9e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e
2024-11-16T04:16:08,750 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e, entries=200, sequenceid=239, filesize=38.8 K
2024-11-16T04:16:08,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/cddaffe7cb6842ad8f45c00a28c0df58 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58
2024-11-16T04:16:08,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58, entries=150, sequenceid=239, filesize=11.9 K
2024-11-16T04:16:08,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/3f13824ec87c4c54a36e7d91c2d61b09 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09
2024-11-16T04:16:08,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09, entries=150, sequenceid=239, filesize=11.9 K
2024-11-16T04:16:08,773 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 968ms, sequenceid=239, compaction requested=false
2024-11-16T04:16:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:08,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T04:16:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:08,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:16:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:08,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116012728e389a74d1cb5eebc89d46d670c_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730567828/Put/seqid=0
2024-11-16T04:16:08,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742208_1384 (size=12304)
2024-11-16T04:16:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:09,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:09,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730629057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730629058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730629066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730629169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730629169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730629179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:09,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116012728e389a74d1cb5eebc89d46d670c_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116012728e389a74d1cb5eebc89d46d670c_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/21d6702eb46147cfacb2c94913f6235f, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/21d6702eb46147cfacb2c94913f6235f is 175, key is test_row_0/A:col10/1731730567828/Put/seqid=0
2024-11-16T04:16:09,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742209_1385 (size=31105)
2024-11-16T04:16:09,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730629379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730629379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730629389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:09,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730629519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730629519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,520 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:09,520 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:09,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/21d6702eb46147cfacb2c94913f6235f
2024-11-16T04:16:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/4393ef0ebfe84cf19808f03ec08398ba is 50, key is test_row_0/B:col10/1731730567828/Put/seqid=0
2024-11-16T04:16:09,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742210_1386 (size=12151)
2024-11-16T04:16:09,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730629689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730629689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:09,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730629699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:10,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/4393ef0ebfe84cf19808f03ec08398ba
2024-11-16T04:16:10,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/0681fe1502794d9881c20e788a1c4c08 is 50, key is test_row_0/C:col10/1731730567828/Put/seqid=0
2024-11-16T04:16:10,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742211_1387 (size=12151)
2024-11-16T04:16:10,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730630199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:10,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730630209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:10,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:10,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730630219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:10,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/0681fe1502794d9881c20e788a1c4c08
2024-11-16T04:16:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/21d6702eb46147cfacb2c94913f6235f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f
2024-11-16T04:16:10,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f, entries=150, sequenceid=257, filesize=30.4 K
2024-11-16T04:16:10,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/4393ef0ebfe84cf19808f03ec08398ba as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba
2024-11-16T04:16:10,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba, entries=150, sequenceid=257, filesize=11.9 K
2024-11-16T04:16:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/0681fe1502794d9881c20e788a1c4c08 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08
2024-11-16T04:16:10,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08, entries=150, sequenceid=257, filesize=11.9 K
2024-11-16T04:16:10,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1695ms, sequenceid=257, compaction requested=true
2024-11-16T04:16:10,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:10,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:10,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-16T04:16:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-16T04:16:10,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-16T04:16:10,501 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2430 sec
2024-11-16T04:16:10,502 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.2490 sec
2024-11-16T04:16:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:11,226 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:11,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111639935275d54742efb1f8abf9f28134e8_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:11,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742212_1388 (size=14994)
2024-11-16T04:16:11,251 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:11,256 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111639935275d54742efb1f8abf9f28134e8_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639935275d54742efb1f8abf9f28134e8_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:11,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a1fa62c6fadf49b19268291ebb55d2c4, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a1fa62c6fadf49b19268291ebb55d2c4 is 175, key is test_row_0/A:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:11,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742213_1389 (size=39949)
2024-11-16T04:16:11,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730631271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730631279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730631289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730631399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730631401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T04:16:11,409 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:11,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-16T04:16:11,412 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:11,413 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:11,413 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:11,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730631409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:11,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730631529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,544 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730631539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,549 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-16T04:16:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:16:11,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730631620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730631620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730631620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:11,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:11,665 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a1fa62c6fadf49b19268291ebb55d2c4
2024-11-16T04:16:11,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/514b60ad911a4beab3a3c033aa9c32a5 is 50, key is test_row_0/B:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:11,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742214_1390 (size=12301)
2024-11-16T04:16:11,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/514b60ad911a4beab3a3c033aa9c32a5
2024-11-16T04:16:11,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1d59511c86f643d98845f2aa3899c700 is 50, key is test_row_0/C:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:11,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-16T04:16:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:11,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742215_1391 (size=12301)
2024-11-16T04:16:11,747 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1d59511c86f643d98845f2aa3899c700
2024-11-16T04:16:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a1fa62c6fadf49b19268291ebb55d2c4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4
2024-11-16T04:16:11,767 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4, entries=200, sequenceid=274, filesize=39.0 K
2024-11-16T04:16:11,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/514b60ad911a4beab3a3c033aa9c32a5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5
2024-11-16T04:16:11,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5, entries=150, sequenceid=274, filesize=12.0 K
2024-11-16T04:16:11,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/1d59511c86f643d98845f2aa3899c700 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700
2024-11-16T04:16:11,787 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700, entries=150, sequenceid=274, filesize=12.0 K
2024-11-16T04:16:11,788 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for f5695d9e76bfeb8cffc22a257a8c57f7 in 562ms, sequenceid=274, compaction requested=true
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:11,789 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:11,789 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:11,790 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142454 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:11,790 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:11,790 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:11,790 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:11,790 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,790 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,790 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/6c686234f796476c9125af00e507d777, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=48.1 K
2024-11-16T04:16:11,790 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=139.1 K
2024-11-16T04:16:11,790 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,790 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4]
2024-11-16T04:16:11,791 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c686234f796476c9125af00e507d777, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:11,791 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08addb48b75f423998e30e39110e73c7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:11,791 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cddaffe7cb6842ad8f45c00a28c0df58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730567320
2024-11-16T04:16:11,791 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4a6e8eced624a04bac47a8f389b5b9e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730567293
2024-11-16T04:16:11,792 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21d6702eb46147cfacb2c94913f6235f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731730567828
2024-11-16T04:16:11,792 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4393ef0ebfe84cf19808f03ec08398ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731730567828
2024-11-16T04:16:11,792 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 514b60ad911a4beab3a3c033aa9c32a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569055
2024-11-16T04:16:11,792 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1fa62c6fadf49b19268291ebb55d2c4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569051
2024-11-16T04:16:11,827 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:11,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/d8b35da6589c401e9274f5f68180393d is 50, key is test_row_0/B:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:11,833 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,849 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116397f6ce2444f496fad7e60b23e55d034_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,851 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116397f6ce2444f496fad7e60b23e55d034_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,852 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116397f6ce2444f496fad7e60b23e55d034_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742216_1392 (size=12983)
2024-11-16T04:16:11,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742217_1393 (size=4469)
2024-11-16T04:16:11,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:11,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c04e1cccf33f48168b00b5a76702acfa_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730571286/Put/seqid=0
2024-11-16T04:16:11,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742218_1394 (size=12454)
2024-11-16T04:16:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:11,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c04e1cccf33f48168b00b5a76702acfa_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c04e1cccf33f48168b00b5a76702acfa_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/fc33344f0e584d8398bb2b538e79ff74, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/fc33344f0e584d8398bb2b538e79ff74 is 175, key is test_row_0/A:col10/1731730571286/Put/seqid=0
2024-11-16T04:16:11,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742219_1395 (size=31255)
2024-11-16T04:16:11,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/fc33344f0e584d8398bb2b538e79ff74
2024-11-16T04:16:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/c49f251791d2475e8e644e50737d9cb6 is 50, key is test_row_0/B:col10/1731730571286/Put/seqid=0
2024-11-16T04:16:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:11,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:11,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742220_1396 (size=12301)
2024-11-16T04:16:12,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730631997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730632009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730632010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:12,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730632119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730632119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730632129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,260 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/d8b35da6589c401e9274f5f68180393d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/d8b35da6589c401e9274f5f68180393d
2024-11-16T04:16:12,264 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into d8b35da6589c401e9274f5f68180393d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:12,264 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:12,264 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=12, startTime=1731730571789; duration=0sec
2024-11-16T04:16:12,264 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:12,264 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:12,264 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:12,265 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:12,265 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:12,265 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:12,266 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/b30a4cbd67fd4386bd1af9c315803fec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=48.1 K
2024-11-16T04:16:12,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b30a4cbd67fd4386bd1af9c315803fec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731730566045
2024-11-16T04:16:12,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f13824ec87c4c54a36e7d91c2d61b09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730567320
2024-11-16T04:16:12,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 0681fe1502794d9881c20e788a1c4c08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731730567828
2024-11-16T04:16:12,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d59511c86f643d98845f2aa3899c700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569055
2024-11-16T04:16:12,273 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:12,274 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/6fc6fbd9aad1440aa2cfc88c55b2e84c is 50, key is test_row_0/C:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:12,276 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:12,277 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/76805b89f51049008140f4261fd97a8d is 175, key is test_row_0/A:col10/1731730571224/Put/seqid=0
2024-11-16T04:16:12,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742221_1397 (size=12983)
2024-11-16T04:16:12,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742222_1398 (size=31937)
2024-11-16T04:16:12,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730632329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730632329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/c49f251791d2475e8e644e50737d9cb6
2024-11-16T04:16:12,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730632349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/6867e18d83014b6f892ae8fb18bef9b4 is 50, key is test_row_0/C:col10/1731730571286/Put/seqid=0
2024-11-16T04:16:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742223_1399 (size=12301)
2024-11-16T04:16:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:12,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730632639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730632649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730632669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:12,681 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/6fc6fbd9aad1440aa2cfc88c55b2e84c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6fc6fbd9aad1440aa2cfc88c55b2e84c
2024-11-16T04:16:12,683 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/76805b89f51049008140f4261fd97a8d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d
2024-11-16T04:16:12,685 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 6fc6fbd9aad1440aa2cfc88c55b2e84c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:12,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:12,685 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=12, startTime=1731730571789; duration=0sec
2024-11-16T04:16:12,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:12,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:12,688 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 76805b89f51049008140f4261fd97a8d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:12,688 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:12,688 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=12, startTime=1731730571789; duration=0sec
2024-11-16T04:16:12,689 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:12,689 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:12,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/6867e18d83014b6f892ae8fb18bef9b4
2024-11-16T04:16:12,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/fc33344f0e584d8398bb2b538e79ff74 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74
2024-11-16T04:16:12,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74, entries=150, sequenceid=289, filesize=30.5 K
2024-11-16T04:16:12,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/c49f251791d2475e8e644e50737d9cb6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6
2024-11-16T04:16:12,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6, entries=150, sequenceid=289, filesize=12.0 K
2024-11-16T04:16:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/6867e18d83014b6f892ae8fb18bef9b4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4
2024-11-16T04:16:12,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4, entries=150, sequenceid=289, filesize=12.0 K
2024-11-16T04:16:12,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for f5695d9e76bfeb8cffc22a257a8c57f7 in 904ms, sequenceid=289, compaction requested=false
2024-11-16T04:16:12,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:12,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:12,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-16T04:16:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-16T04:16:12,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-16T04:16:12,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3800 sec
2024-11-16T04:16:12,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.3840 sec
2024-11-16T04:16:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:13,163 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:13,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:13,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eefc89de932a430ebf53244f97e401fc_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:13,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742224_1400 (size=14994)
2024-11-16T04:16:13,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730633199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730633200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730633203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730633319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730633319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730633319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730633529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730633529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730633530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T04:16:13,560 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:13,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-16T04:16:13,566 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:13,567 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:13,567 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:13,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:13,581 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eefc89de932a430ebf53244f97e401fc_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eefc89de932a430ebf53244f97e401fc_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:13,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a3d9837896fe488388fe34afb1b91d80, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:13,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a3d9837896fe488388fe34afb1b91d80 is 175, key is test_row_0/A:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:13,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742225_1401 (size=39949)
2024-11-16T04:16:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:13,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:13,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730633849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730633849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730633849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:13,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:13,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:13,985 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a3d9837896fe488388fe34afb1b91d80
2024-11-16T04:16:13,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/bf217bd50f794e739fe022a2162a3f45 is 50, key is test_row_0/B:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:13,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742226_1402 (size=12301)
2024-11-16T04:16:14,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:14,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730634359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:14,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730634369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:14,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:14,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730634369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:14,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/bf217bd50f794e739fe022a2162a3f45
2024-11-16T04:16:14,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a6781699bb38433bb4fb07e42858ab09 is 50, key is test_row_0/C:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:14,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742227_1403 (size=12301)
2024-11-16T04:16:14,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:14,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:14,808 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a6781699bb38433bb4fb07e42858ab09
2024-11-16T04:16:14,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/a3d9837896fe488388fe34afb1b91d80 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80
2024-11-16T04:16:14,815 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80, entries=200, sequenceid=311, filesize=39.0 K
2024-11-16T04:16:14,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/bf217bd50f794e739fe022a2162a3f45 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45
2024-11-16T04:16:14,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45, entries=150, sequenceid=311, filesize=12.0 K
2024-11-16T04:16:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a6781699bb38433bb4fb07e42858ab09 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09
2024-11-16T04:16:14,825 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09, entries=150, sequenceid=311, filesize=12.0 K
2024-11-16T04:16:14,825 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1663ms, sequenceid=311, compaction requested=true
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:14,826 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:14,827 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,827 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,827 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=100.7 K
2024-11-16T04:16:14,827 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/d8b35da6589c401e9274f5f68180393d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=36.7 K
2024-11-16T04:16:14,827 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80]
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b35da6589c401e9274f5f68180393d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569055
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76805b89f51049008140f4261fd97a8d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569055
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c49f251791d2475e8e644e50737d9cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731730571266
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc33344f0e584d8398bb2b538e79ff74, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731730571266
2024-11-16T04:16:14,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting bf217bd50f794e739fe022a2162a3f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:14,828 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3d9837896fe488388fe34afb1b91d80, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:14,838 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:14,839 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/c9c2c984237f44f7a0e08704db3addc7 is 50, key is test_row_0/B:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:14,845 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:14,853 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411168768662ad224487c8359f352cadc658c_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:14,855 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411168768662ad224487c8359f352cadc658c_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:14,855 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168768662ad224487c8359f352cadc658c_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:14,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742228_1404 (size=13085)
2024-11-16T04:16:14,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742229_1405 (size=4469)
2024-11-16T04:16:14,863 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#334 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:14,864 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/7e4c43fdfe124b6e8a05d850fc74424b is 175, key is test_row_0/A:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:14,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742230_1406 (size=32039)
2024-11-16T04:16:14,878 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/7e4c43fdfe124b6e8a05d850fc74424b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b
2024-11-16T04:16:14,883 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 7e4c43fdfe124b6e8a05d850fc74424b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:14,883 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:14,883 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730574826; duration=0sec
2024-11-16T04:16:14,883 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:14,883 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:14,883 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:14,884 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:14,884 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:14,884 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,884 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6fc6fbd9aad1440aa2cfc88c55b2e84c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=36.7 K
2024-11-16T04:16:14,884 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fc6fbd9aad1440aa2cfc88c55b2e84c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731730569055
2024-11-16T04:16:14,885 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6867e18d83014b6f892ae8fb18bef9b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731730571266
2024-11-16T04:16:14,885 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6781699bb38433bb4fb07e42858ab09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:14,898 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:14,898 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/75e105fd48a74f9caf97c481f58aaaad is 50, key is test_row_0/C:col10/1731730573161/Put/seqid=0
2024-11-16T04:16:14,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742231_1407 (size=13085)
2024-11-16T04:16:14,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:14,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:14,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116be01992d606e4e21817c464fd17d45d9_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730573199/Put/seqid=0
2024-11-16T04:16:14,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742232_1408 (size=12454)
2024-11-16T04:16:15,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/c9c2c984237f44f7a0e08704db3addc7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c9c2c984237f44f7a0e08704db3addc7
2024-11-16T04:16:15,271 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into c9c2c984237f44f7a0e08704db3addc7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:15,271 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:15,272 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730574826; duration=0sec
2024-11-16T04:16:15,272 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:15,272 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:15,313 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/75e105fd48a74f9caf97c481f58aaaad as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/75e105fd48a74f9caf97c481f58aaaad
2024-11-16T04:16:15,321 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into 75e105fd48a74f9caf97c481f58aaaad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:15,321 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:15,321 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730574826; duration=0sec
2024-11-16T04:16:15,321 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:15,321 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:15,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116be01992d606e4e21817c464fd17d45d9_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be01992d606e4e21817c464fd17d45d9_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/ffe0958fa687407cbcb1e1003ff59ffd, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/ffe0958fa687407cbcb1e1003ff59ffd is 175, key is test_row_0/A:col10/1731730573199/Put/seqid=0
2024-11-16T04:16:15,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742233_1409 (size=31255)
2024-11-16T04:16:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:15,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. as already flushing
2024-11-16T04:16:15,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730635448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730635448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730635448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,468 INFO  [Thread-1451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1451.
2024-11-16T04:16:15,468 DEBUG [Thread-1451 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:15,468 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,468 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,468 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:15,475 INFO  [Thread-1447 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1447.
2024-11-16T04:16:15,475 DEBUG [Thread-1447 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:15,475 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,475 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,475 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:15,476 INFO  [Thread-1449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1449.
2024-11-16T04:16:15,476 DEBUG [Thread-1449 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:15,476 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,476 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,476 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:15,478 INFO  [Thread-1453 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1453.
2024-11-16T04:16:15,478 DEBUG [Thread-1453 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:15,478 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,478 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,478 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:15,484 INFO  [Thread-1455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1455.
2024-11-16T04:16:15,484 DEBUG [Thread-1455 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:15,484 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,484 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:15,484 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:15,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42374 deadline: 1731730635559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42378 deadline: 1731730635559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,561 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:15,561 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in f5695d9e76bfeb8cffc22a257a8c57f7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730635570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730635570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730635570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:15,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/ffe0958fa687407cbcb1e1003ff59ffd
2024-11-16T04:16:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/9c8d297a803d44d1a74ca117eb4e7afe is 50, key is test_row_0/B:col10/1731730573199/Put/seqid=0
2024-11-16T04:16:15,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742234_1410 (size=12301)
2024-11-16T04:16:15,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:15,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730636089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/9c8d297a803d44d1a74ca117eb4e7afe
2024-11-16T04:16:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a88d47163b4a46cc9d909f2a53b2f5fe is 50, key is test_row_0/C:col10/1731730573199/Put/seqid=0
2024-11-16T04:16:16,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742235_1411 (size=12301)
2024-11-16T04:16:16,557 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80] to archive
2024-11-16T04:16:16,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:16,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/102a05096ce842e188b1ed608ffe5394
2024-11-16T04:16:16,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/92609ec2adac48498f5354cd569be634
2024-11-16T04:16:16,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/e589bd962bee494a97cc42194fd0242c
2024-11-16T04:16:16,561 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b4a93b7852684b188df7ce4dd25a30a9
2024-11-16T04:16:16,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/b6ec80d20c214ecc8ed19ad5e899f364
2024-11-16T04:16:16,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c5850f5f114445c9a93652165588baeb
2024-11-16T04:16:16,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9bccba3f6abc444cac4b194844719ccd
2024-11-16T04:16:16,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/2d3dd0b5ddfa45a080fdd7ddf3252d47
2024-11-16T04:16:16,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/42b8872ed8934515b44cf310da0a6ddc
2024-11-16T04:16:16,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/70c8736617d34d639c6e8a35fada2599
2024-11-16T04:16:16,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/049581d5d2fc4c9397fa517cf81a394a
2024-11-16T04:16:16,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/c38fe7765e744c2f92cea58b8e6955f3
2024-11-16T04:16:16,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/6480dba1704a47dea0876c583e619cae
2024-11-16T04:16:16,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/317cc6fc35094e29bb896397ba474226
2024-11-16T04:16:16,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/9c30f6496cc64e67a7bf331c3aa4a621
2024-11-16T04:16:16,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/4fa3933a6bbd4a3ba9f3ffbf6ed32b40
2024-11-16T04:16:16,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/08addb48b75f423998e30e39110e73c7
2024-11-16T04:16:16,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/d4a6e8eced624a04bac47a8f389b5b9e
2024-11-16T04:16:16,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/21d6702eb46147cfacb2c94913f6235f
2024-11-16T04:16:16,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a1fa62c6fadf49b19268291ebb55d2c4
2024-11-16T04:16:16,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/76805b89f51049008140f4261fd97a8d
2024-11-16T04:16:16,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/fc33344f0e584d8398bb2b538e79ff74
2024-11-16T04:16:16,576 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/a3d9837896fe488388fe34afb1b91d80
2024-11-16T04:16:16,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4ca5fd0325f441c9a2ff5ca7c4da9d77, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/885e48ab27c1469f9d956b4f925d90b2, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bff6f5c85db7417b84b3e45e72952408, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/26fc9901209c4e27b5fd41c1c5c5ab3f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/6c686234f796476c9125af00e507d777, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/d8b35da6589c401e9274f5f68180393d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45] to archive
2024-11-16T04:16:16,579 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:16,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/e60e56a02f9b45f8a86c22e7a2952f7e
2024-11-16T04:16:16,581 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/b9f2dd8deacf42529b63682f912b3a0c
2024-11-16T04:16:16,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4ca5fd0325f441c9a2ff5ca7c4da9d77 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4ca5fd0325f441c9a2ff5ca7c4da9d77
2024-11-16T04:16:16,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/899a6a00d7354dc4a9406210696eed1e
2024-11-16T04:16:16,584 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2ea621338202416ca1c5d1d0dce6d875
2024-11-16T04:16:16,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/885e48ab27c1469f9d956b4f925d90b2 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/885e48ab27c1469f9d956b4f925d90b2
2024-11-16T04:16:16,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cce02aae2afd46f19bad730aeaabfd24
2024-11-16T04:16:16,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/61637e78e8b84f5696cbc5e8e89045d6
2024-11-16T04:16:16,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bff6f5c85db7417b84b3e45e72952408 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bff6f5c85db7417b84b3e45e72952408
2024-11-16T04:16:16,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/2b58053b992f49b899afae8462b316b8
2024-11-16T04:16:16,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/24b3d5a3c6244b36861d56e502dbf595
2024-11-16T04:16:16,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/26fc9901209c4e27b5fd41c1c5c5ab3f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/26fc9901209c4e27b5fd41c1c5c5ab3f
2024-11-16T04:16:16,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/077248dfc6724eac97adc942ff198b9a
2024-11-16T04:16:16,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/04fcb2cc4ecb40bf9393d6d4a1596d4c
2024-11-16T04:16:16,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a88d47163b4a46cc9d909f2a53b2f5fe
2024-11-16T04:16:16,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/1d5557093f7149558c651721bbc66ddb
2024-11-16T04:16:16,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/6c686234f796476c9125af00e507d777 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/6c686234f796476c9125af00e507d777
2024-11-16T04:16:16,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/3c87971ed6ba4d779ea8074266c33a99
2024-11-16T04:16:16,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/cddaffe7cb6842ad8f45c00a28c0df58
2024-11-16T04:16:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/ffe0958fa687407cbcb1e1003ff59ffd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd
2024-11-16T04:16:16,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/4393ef0ebfe84cf19808f03ec08398ba
2024-11-16T04:16:16,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/d8b35da6589c401e9274f5f68180393d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/d8b35da6589c401e9274f5f68180393d
2024-11-16T04:16:16,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/514b60ad911a4beab3a3c033aa9c32a5
2024-11-16T04:16:16,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd, entries=150, sequenceid=325, filesize=30.5 K
2024-11-16T04:16:16,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c49f251791d2475e8e644e50737d9cb6
2024-11-16T04:16:16,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42282 deadline: 1731730636599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42362 deadline: 1731730636600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42308 deadline: 1731730636600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:16,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/9c8d297a803d44d1a74ca117eb4e7afe as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe
2024-11-16T04:16:16,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:16,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:16,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/bf217bd50f794e739fe022a2162a3f45
2024-11-16T04:16:16,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe, entries=150, sequenceid=325, filesize=12.0 K
2024-11-16T04:16:16,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/67fcfa3e01c949848e52236d82d74fe6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/5829f49f885f4b5cbe0ea5d13ae9ce58, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/665e8c8c2b5f4c5c922fcc3e04e77426, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/8124d7c6b726465091aa47807748a55b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/b30a4cbd67fd4386bd1af9c315803fec, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6fc6fbd9aad1440aa2cfc88c55b2e84c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09] to archive
2024-11-16T04:16:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a88d47163b4a46cc9d909f2a53b2f5fe as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe
2024-11-16T04:16:16,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:16,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1ba6b323727a46dfb7ea13f3714349e3
2024-11-16T04:16:16,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3dc25da485994689b7ad610ebde02fbf
2024-11-16T04:16:16,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe, entries=150, sequenceid=325, filesize=12.0 K
2024-11-16T04:16:16,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/67fcfa3e01c949848e52236d82d74fe6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/67fcfa3e01c949848e52236d82d74fe6
2024-11-16T04:16:16,610 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1669ms, sequenceid=325, compaction requested=false
2024-11-16T04:16:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-16T04:16:16,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/182eae43fa7646138437ceb3f322379c
2024-11-16T04:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-16T04:16:16,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/95a37071fd90438a8530cf9664402b94
2024-11-16T04:16:16,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/5829f49f885f4b5cbe0ea5d13ae9ce58 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/5829f49f885f4b5cbe0ea5d13ae9ce58
2024-11-16T04:16:16,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-16T04:16:16,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0440 sec
2024-11-16T04:16:16,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/cf990258ac4e43f5ad13ff98ebba6b4f
2024-11-16T04:16:16,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/ac5d9adf41be4e2d8e5375e086682ea6
2024-11-16T04:16:16,614 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.0490 sec
2024-11-16T04:16:16,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/665e8c8c2b5f4c5c922fcc3e04e77426 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/665e8c8c2b5f4c5c922fcc3e04e77426
2024-11-16T04:16:16,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a7b9d30e76bc44a1924c4cff1c1cc6ea
2024-11-16T04:16:16,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1af7a6dd4eeb47e084c1280e76f99202
2024-11-16T04:16:16,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/8124d7c6b726465091aa47807748a55b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/8124d7c6b726465091aa47807748a55b
2024-11-16T04:16:16,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3ffa23f6c0334442945da5c2a66b6afd
2024-11-16T04:16:16,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/d0424fc712924acc9e17629fbb577f16
2024-11-16T04:16:16,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/314e467f9e004d91b84b81117f551f41
2024-11-16T04:16:16,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/b30a4cbd67fd4386bd1af9c315803fec to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/b30a4cbd67fd4386bd1af9c315803fec
2024-11-16T04:16:16,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/7db82ae1c2ad4f8ea75ec73d6731c8aa
2024-11-16T04:16:16,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/3f13824ec87c4c54a36e7d91c2d61b09
2024-11-16T04:16:16,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/0681fe1502794d9881c20e788a1c4c08
2024-11-16T04:16:16,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6fc6fbd9aad1440aa2cfc88c55b2e84c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6fc6fbd9aad1440aa2cfc88c55b2e84c
2024-11-16T04:16:16,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/1d59511c86f643d98845f2aa3899c700
2024-11-16T04:16:16,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/6867e18d83014b6f892ae8fb18bef9b4
2024-11-16T04:16:16,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fda3efb342d8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a6781699bb38433bb4fb07e42858ab09
2024-11-16T04:16:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:17,615 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T04:16:17,615 INFO  [Thread-1438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1438.
2024-11-16T04:16:17,615 INFO  [Thread-1442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1442.
2024-11-16T04:16:17,616 DEBUG [Thread-1438 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:17,616 DEBUG [Thread-1442 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:17,616 DEBUG [Thread-1438 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,616 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:17,616 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,616 DEBUG [Thread-1438 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:17,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:17,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:17,620 INFO  [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444.
2024-11-16T04:16:17,621 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:17,621 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,621 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:17,621 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:17,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a46639ebb0564e669b69481d537d6e15_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_0/A:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:17,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742236_1412 (size=12454)
2024-11-16T04:16:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-16T04:16:17,729 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:18,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:18,085 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a46639ebb0564e669b69481d537d6e15_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a46639ebb0564e669b69481d537d6e15_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:18,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/953d1988d828446ba94b101b0b504179, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:18,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/953d1988d828446ba94b101b0b504179 is 175, key is test_row_0/A:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:18,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742237_1413 (size=31255)
2024-11-16T04:16:18,491 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/953d1988d828446ba94b101b0b504179
2024-11-16T04:16:18,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/203d12ec844c4ecca50c80abab03616a is 50, key is test_row_0/B:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:18,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742238_1414 (size=12301)
2024-11-16T04:16:18,909 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/203d12ec844c4ecca50c80abab03616a
2024-11-16T04:16:18,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/13a2b9f477ae4a6f808d61755198c465 is 50, key is test_row_0/C:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:18,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742239_1415 (size=12301)
2024-11-16T04:16:19,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/13a2b9f477ae4a6f808d61755198c465
2024-11-16T04:16:19,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/953d1988d828446ba94b101b0b504179 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179
2024-11-16T04:16:19,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179, entries=150, sequenceid=348, filesize=30.5 K
2024-11-16T04:16:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/203d12ec844c4ecca50c80abab03616a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a
2024-11-16T04:16:19,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a, entries=150, sequenceid=348, filesize=12.0 K
2024-11-16T04:16:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/13a2b9f477ae4a6f808d61755198c465 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465
2024-11-16T04:16:19,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465, entries=150, sequenceid=348, filesize=12.0 K
2024-11-16T04:16:19,353 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=6.71 KB/6870 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1737ms, sequenceid=348, compaction requested=true
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:19,353 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:19,353 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5695d9e76bfeb8cffc22a257a8c57f7:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:19,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/A is initiating minor compaction (all files)
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/B is initiating minor compaction (all files)
2024-11-16T04:16:19,354 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/A in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:19,354 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/B in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:19,354 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=92.3 K
2024-11-16T04:16:19,354 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c9c2c984237f44f7a0e08704db3addc7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=36.8 K
2024-11-16T04:16:19,354 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179]
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c9c2c984237f44f7a0e08704db3addc7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:19,354 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e4c43fdfe124b6e8a05d850fc74424b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:19,355 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8d297a803d44d1a74ca117eb4e7afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731730573198
2024-11-16T04:16:19,355 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffe0958fa687407cbcb1e1003ff59ffd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731730573198
2024-11-16T04:16:19,355 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 203d12ec844c4ecca50c80abab03616a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731730575437
2024-11-16T04:16:19,355 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 953d1988d828446ba94b101b0b504179, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731730575437
2024-11-16T04:16:19,361 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:19,361 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:19,362 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/0fa34dfcb05c4f3690449a71f79704f0 is 50, key is test_row_0/B:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:19,363 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411162e044ac87d914d2084b1abd18cab71a1_f5695d9e76bfeb8cffc22a257a8c57f7 store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:19,366 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411162e044ac87d914d2084b1abd18cab71a1_f5695d9e76bfeb8cffc22a257a8c57f7, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:19,366 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162e044ac87d914d2084b1abd18cab71a1_f5695d9e76bfeb8cffc22a257a8c57f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:19,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742240_1416 (size=12404)
2024-11-16T04:16:19,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742241_1417 (size=4469)
2024-11-16T04:16:19,771 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#A#compaction#343 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:19,771 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/0181299c2ad44b7d912d14f3605978e4 is 175, key is test_row_0/A:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:19,773 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/0fa34dfcb05c4f3690449a71f79704f0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/0fa34dfcb05c4f3690449a71f79704f0
2024-11-16T04:16:19,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742242_1418 (size=31358)
2024-11-16T04:16:19,779 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/B of f5695d9e76bfeb8cffc22a257a8c57f7 into 0fa34dfcb05c4f3690449a71f79704f0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:19,779 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:19,779 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/B, priority=13, startTime=1731730579353; duration=0sec
2024-11-16T04:16:19,780 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:19,780 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:B
2024-11-16T04:16:19,780 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:19,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:19,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): f5695d9e76bfeb8cffc22a257a8c57f7/C is initiating minor compaction (all files)
2024-11-16T04:16:19,781 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5695d9e76bfeb8cffc22a257a8c57f7/C in TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:19,781 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/75e105fd48a74f9caf97c481f58aaaad, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp, totalSize=36.8 K
2024-11-16T04:16:19,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 75e105fd48a74f9caf97c481f58aaaad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731730571995
2024-11-16T04:16:19,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a88d47163b4a46cc9d909f2a53b2f5fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731730573198
2024-11-16T04:16:19,781 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 13a2b9f477ae4a6f808d61755198c465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731730575437
2024-11-16T04:16:19,787 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5695d9e76bfeb8cffc22a257a8c57f7#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:19,788 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a34242d7995b44c2a8ff343b27200e06 is 50, key is test_row_0/C:col10/1731730577610/Put/seqid=0
2024-11-16T04:16:19,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742243_1419 (size=12404)
2024-11-16T04:16:20,184 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/0181299c2ad44b7d912d14f3605978e4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/0181299c2ad44b7d912d14f3605978e4
2024-11-16T04:16:20,190 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/A of f5695d9e76bfeb8cffc22a257a8c57f7 into 0181299c2ad44b7d912d14f3605978e4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:20,190 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:20,190 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/A, priority=13, startTime=1731730579353; duration=0sec
2024-11-16T04:16:20,190 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:20,190 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:A
2024-11-16T04:16:20,196 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/a34242d7995b44c2a8ff343b27200e06 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a34242d7995b44c2a8ff343b27200e06
2024-11-16T04:16:20,199 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5695d9e76bfeb8cffc22a257a8c57f7/C of f5695d9e76bfeb8cffc22a257a8c57f7 into a34242d7995b44c2a8ff343b27200e06(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:20,199 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5695d9e76bfeb8cffc22a257a8c57f7:

2024-11-16T04:16:20,199 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., storeName=f5695d9e76bfeb8cffc22a257a8c57f7/C, priority=13, startTime=1731730579353; duration=0sec
2024-11-16T04:16:20,199 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:20,199 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5695d9e76bfeb8cffc22a257a8c57f7:C
2024-11-16T04:16:25,643 INFO  [Thread-1440 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1440.
2024-11-16T04:16:25,644 DEBUG [Thread-1440 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:25,644 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,644 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,644 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:25,661 INFO  [Thread-1436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1436.
2024-11-16T04:16:25,662 DEBUG [Thread-1436 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:25,662 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,662 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,662 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:25,662 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:16:25,662 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-16T04:16:25,662 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 51
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1024
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3070 rows
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1037
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3109 rows
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1030
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3087 rows
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1028
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3084 rows
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1034
2024-11-16T04:16:25,663 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3100 rows
2024-11-16T04:16:25,664 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:16:25,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:16:25,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:25,664 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:25,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:16:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:25,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730585671"}]},"ts":"1731730585671"}
2024-11-16T04:16:25,672 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:16:25,673 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:16:25,673 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:16:25,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, UNASSIGN}]
2024-11-16T04:16:25,675 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, UNASSIGN
2024-11-16T04:16:25,676 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:25,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, UNASSIGN because future has completed
2024-11-16T04:16:25,677 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:16:25,677 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:25,829 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:25,829 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:16:25,830 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing f5695d9e76bfeb8cffc22a257a8c57f7, disabling compactions & flushes
2024-11-16T04:16:25,830 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:25,830 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:25,830 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. after waiting 0 ms
2024-11-16T04:16:25,830 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:25,830 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing f5695d9e76bfeb8cffc22a257a8c57f7 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=A
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=B
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f5695d9e76bfeb8cffc22a257a8c57f7, store=C
2024-11-16T04:16:25,831 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:25,840 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cec547f52c5d422b8d6777880f8767fd_f5695d9e76bfeb8cffc22a257a8c57f7 is 50, key is test_row_1/A:col10/1731730585641/Put/seqid=0
2024-11-16T04:16:25,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742244_1420 (size=9914)
2024-11-16T04:16:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:26,245 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:26,251 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cec547f52c5d422b8d6777880f8767fd_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cec547f52c5d422b8d6777880f8767fd_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:26,252 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/1dafee56633f4622a27cd9be0e1ef598, store: [table=TestAcidGuarantees family=A region=f5695d9e76bfeb8cffc22a257a8c57f7]
2024-11-16T04:16:26,253 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/1dafee56633f4622a27cd9be0e1ef598 is 175, key is test_row_1/A:col10/1731730585641/Put/seqid=0
2024-11-16T04:16:26,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742245_1421 (size=22561)
2024-11-16T04:16:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:26,658 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/1dafee56633f4622a27cd9be0e1ef598
2024-11-16T04:16:26,663 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/7be806d4d2134cfc89e63b7ad9ffec94 is 50, key is test_row_1/B:col10/1731730585641/Put/seqid=0
2024-11-16T04:16:26,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742246_1422 (size=9857)
2024-11-16T04:16:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:27,067 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/7be806d4d2134cfc89e63b7ad9ffec94
2024-11-16T04:16:27,084 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/4647f8ab678d4e439ba022dada72f481 is 50, key is test_row_1/C:col10/1731730585641/Put/seqid=0
2024-11-16T04:16:27,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742247_1423 (size=9857)
2024-11-16T04:16:27,489 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/4647f8ab678d4e439ba022dada72f481
2024-11-16T04:16:27,499 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/A/1dafee56633f4622a27cd9be0e1ef598 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/1dafee56633f4622a27cd9be0e1ef598
2024-11-16T04:16:27,504 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/1dafee56633f4622a27cd9be0e1ef598, entries=100, sequenceid=357, filesize=22.0 K
2024-11-16T04:16:27,505 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/B/7be806d4d2134cfc89e63b7ad9ffec94 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/7be806d4d2134cfc89e63b7ad9ffec94
2024-11-16T04:16:27,509 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/7be806d4d2134cfc89e63b7ad9ffec94, entries=100, sequenceid=357, filesize=9.6 K
2024-11-16T04:16:27,509 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/.tmp/C/4647f8ab678d4e439ba022dada72f481 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/4647f8ab678d4e439ba022dada72f481
2024-11-16T04:16:27,513 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/4647f8ab678d4e439ba022dada72f481, entries=100, sequenceid=357, filesize=9.6 K
2024-11-16T04:16:27,514 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1684ms, sequenceid=357, compaction requested=false
2024-11-16T04:16:27,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179] to archive
2024-11-16T04:16:27,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:27,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/7e4c43fdfe124b6e8a05d850fc74424b
2024-11-16T04:16:27,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/ffe0958fa687407cbcb1e1003ff59ffd
2024-11-16T04:16:27,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/953d1988d828446ba94b101b0b504179
2024-11-16T04:16:27,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c9c2c984237f44f7a0e08704db3addc7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a] to archive
2024-11-16T04:16:27,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:27,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c9c2c984237f44f7a0e08704db3addc7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/c9c2c984237f44f7a0e08704db3addc7
2024-11-16T04:16:27,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/9c8d297a803d44d1a74ca117eb4e7afe
2024-11-16T04:16:27,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/203d12ec844c4ecca50c80abab03616a
2024-11-16T04:16:27,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/75e105fd48a74f9caf97c481f58aaaad, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465] to archive
2024-11-16T04:16:27,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:27,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/75e105fd48a74f9caf97c481f58aaaad to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/75e105fd48a74f9caf97c481f58aaaad
2024-11-16T04:16:27,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a88d47163b4a46cc9d909f2a53b2f5fe
2024-11-16T04:16:27,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/13a2b9f477ae4a6f808d61755198c465
2024-11-16T04:16:27,530 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=4
2024-11-16T04:16:27,531 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.
2024-11-16T04:16:27,531 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for f5695d9e76bfeb8cffc22a257a8c57f7:
Waiting for close lock at 1731730585830Running coprocessor pre-close hooks at 1731730585830Disabling compacts and flushes for region at 1731730585830Disabling writes for close at 1731730585830Obtaining lock to block concurrent updates at 1731730585830Preparing flush snapshotting stores in f5695d9e76bfeb8cffc22a257a8c57f7 at 1731730585830Finished memstore snapshotting TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731730585831 (+1 ms)Flushing stores of TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7. at 1731730585832 (+1 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/A: creating writer at 1731730585832Flushing mob file f5695d9e76bfeb8cffc22a257a8c57f7/A: appending metadata at 1731730585840 (+8 ms)Flushing mob file f5695d9e76bfeb8cffc22a257a8c57f7/A: closing flushed file at 1731730585840Flushing f5695d9e76bfeb8cffc22a257a8c57f7/A: appending metadata at 1731730586252 (+412 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/A: closing flushed file at 1731730586252Flushing f5695d9e76bfeb8cffc22a257a8c57f7/B: creating writer at 1731730586661 (+409 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/B: appending metadata at 1731730586663 (+2 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/B: closing flushed file at 1731730586663Flushing f5695d9e76bfeb8cffc22a257a8c57f7/C: creating writer at 1731730587074 (+411 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/C: appending metadata at 1731730587084 (+10 ms)Flushing f5695d9e76bfeb8cffc22a257a8c57f7/C: closing flushed file at 1731730587084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487e2e39: reopening flushed file at 1731730587497 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c68d413: reopening flushed file at 1731730587504 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650b9f2b: reopening flushed file at 1731730587509 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for f5695d9e76bfeb8cffc22a257a8c57f7 in 1684ms, sequenceid=357, compaction requested=false at 1731730587514 (+5 ms)Writing region close event to WAL at 1731730587528 (+14 ms)Running coprocessor post-close hooks at 1731730587531 (+3 ms)Closed at 1731730587531
2024-11-16T04:16:27,533 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,533 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=f5695d9e76bfeb8cffc22a257a8c57f7, regionState=CLOSED
2024-11-16T04:16:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:27,536 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-16T04:16:27,536 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure f5695d9e76bfeb8cffc22a257a8c57f7, server=fda3efb342d8,46295,1731730453348 in 1.8580 sec
2024-11-16T04:16:27,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-11-16T04:16:27,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5695d9e76bfeb8cffc22a257a8c57f7, UNASSIGN in 1.8620 sec
2024-11-16T04:16:27,538 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-16T04:16:27,538 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8640 sec
2024-11-16T04:16:27,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730587539"}]},"ts":"1731730587539"}
2024-11-16T04:16:27,540 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:16:27,540 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:16:27,542 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec
2024-11-16T04:16:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T04:16:27,820 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:27,821 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:16:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T04:16:27,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,832 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits]
2024-11-16T04:16:27,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/0181299c2ad44b7d912d14f3605978e4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/0181299c2ad44b7d912d14f3605978e4
2024-11-16T04:16:27,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/1dafee56633f4622a27cd9be0e1ef598 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/A/1dafee56633f4622a27cd9be0e1ef598
2024-11-16T04:16:27,838 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/0fa34dfcb05c4f3690449a71f79704f0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/0fa34dfcb05c4f3690449a71f79704f0
2024-11-16T04:16:27,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/7be806d4d2134cfc89e63b7ad9ffec94 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/B/7be806d4d2134cfc89e63b7ad9ffec94
2024-11-16T04:16:27,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/4647f8ab678d4e439ba022dada72f481 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/4647f8ab678d4e439ba022dada72f481
2024-11-16T04:16:27,842 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a34242d7995b44c2a8ff343b27200e06 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/C/a34242d7995b44c2a8ff343b27200e06
2024-11-16T04:16:27,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits/360.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7/recovered.edits/360.seqid
2024-11-16T04:16:27,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,844 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:16:27,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:16:27,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T04:16:27,848 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116012728e389a74d1cb5eebc89d46d670c_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116012728e389a74d1cb5eebc89d46d670c_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a10cf1ab5fd48b7a4baadb901d886bd_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a10cf1ab5fd48b7a4baadb901d886bd_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a1343414b47441da298987178e36a67_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a1343414b47441da298987178e36a67_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,851 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639935275d54742efb1f8abf9f28134e8_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639935275d54742efb1f8abf9f28134e8_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,852 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111650b6922acf0f4fc78d001f25f0214a1d_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111650b6922acf0f4fc78d001f25f0214a1d_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,853 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167f721a39b2db4ce48bddf6aa9b50927f_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167f721a39b2db4ce48bddf6aa9b50927f_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,854 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116833a5e5337be47f4ad3138f50a8ec99d_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116833a5e5337be47f4ad3138f50a8ec99d_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,856 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a059e819ccbd4538b159bd43a6addb43_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a059e819ccbd4538b159bd43a6addb43_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,857 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a46639ebb0564e669b69481d537d6e15_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a46639ebb0564e669b69481d537d6e15_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,858 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b0fbd06d3354472fb37cd802ef1ca41e_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b0fbd06d3354472fb37cd802ef1ca41e_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,859 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5782d130a6d4abcb27be21adc9f88e4_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5782d130a6d4abcb27be21adc9f88e4_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,861 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be01992d606e4e21817c464fd17d45d9_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116be01992d606e4e21817c464fd17d45d9_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,862 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c04e1cccf33f48168b00b5a76702acfa_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c04e1cccf33f48168b00b5a76702acfa_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,863 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cec547f52c5d422b8d6777880f8767fd_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cec547f52c5d422b8d6777880f8767fd_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,864 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116dabf7508286f45fca51a0f157fc498a4_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116dabf7508286f45fca51a0f157fc498a4_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e6b4057683b6409bb25abe1063234080_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e6b4057683b6409bb25abe1063234080_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eb336402d99f4cb9bcd760c5d5dac615_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eb336402d99f4cb9bcd760c5d5dac615_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,866 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eefc89de932a430ebf53244f97e401fc_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eefc89de932a430ebf53244f97e401fc_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,867 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f00fae94690f4694b231122588358a10_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f00fae94690f4694b231122588358a10_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f98360c0390d4f4083fc476224a1a15c_f5695d9e76bfeb8cffc22a257a8c57f7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f98360c0390d4f4083fc476224a1a15c_f5695d9e76bfeb8cffc22a257a8c57f7
2024-11-16T04:16:27,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:16:27,871 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,873 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:16:27,875 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:16:27,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:16:27,876 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730587876"}]},"ts":"9223372036854775807"}
2024-11-16T04:16:27,878 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:16:27,878 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f5695d9e76bfeb8cffc22a257a8c57f7, NAME => 'TestAcidGuarantees,,1731730553858.f5695d9e76bfeb8cffc22a257a8c57f7.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:16:27,878 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:16:27,878 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730587878"}]},"ts":"9223372036854775807"}
2024-11-16T04:16:27,879 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:16:27,880 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec
2024-11-16T04:16:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T04:16:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:16:27,930 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:27,942 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249 (was 247) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7808 (was 8223)
2024-11-16T04:16:27,952 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=7807
2024-11-16T04:16:27,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:16:27,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:16:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:27,955 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:16:27,956 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:27,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 114
2024-11-16T04:16:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:27,957 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:16:27,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742248_1424 (size=1061)
2024-11-16T04:16:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:28,364 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:16:28,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742249_1425 (size=53)
2024-11-16T04:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e02380edbef38808bbe44203a38d2eec, disabling compactions & flushes
2024-11-16T04:16:28,770 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. after waiting 0 ms
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:28,770 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:28,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e02380edbef38808bbe44203a38d2eec:
Waiting for close lock at 1731730588770Disabling compacts and flushes for region at 1731730588770Disabling writes for close at 1731730588770Writing region close event to WAL at 1731730588770Closed at 1731730588770
2024-11-16T04:16:28,771 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:16:28,772 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730588771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730588771"}]},"ts":"1731730588771"}
2024-11-16T04:16:28,773 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:16:28,773 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:16:28,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730588773"}]},"ts":"1731730588773"}
2024-11-16T04:16:28,774 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:16:28,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, ASSIGN}]
2024-11-16T04:16:28,776 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, ASSIGN
2024-11-16T04:16:28,776 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:16:28,927 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e02380edbef38808bbe44203a38d2eec, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:28,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, ASSIGN because future has completed
2024-11-16T04:16:28,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:29,093 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:29,094 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:16:29,096 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,097 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:16:29,097 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,097 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,100 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e02380edbef38808bbe44203a38d2eec 
2024-11-16T04:16:29,102 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:29,102 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02380edbef38808bbe44203a38d2eec columnFamilyName A
2024-11-16T04:16:29,102 DEBUG [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:29,103 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(327): Store=e02380edbef38808bbe44203a38d2eec/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:29,104 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e02380edbef38808bbe44203a38d2eec 
2024-11-16T04:16:29,105 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:29,105 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02380edbef38808bbe44203a38d2eec columnFamilyName B
2024-11-16T04:16:29,105 DEBUG [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:29,106 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(327): Store=e02380edbef38808bbe44203a38d2eec/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:29,106 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e02380edbef38808bbe44203a38d2eec 
2024-11-16T04:16:29,107 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:29,107 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02380edbef38808bbe44203a38d2eec columnFamilyName C
2024-11-16T04:16:29,108 DEBUG [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:29,108 INFO  [StoreOpener-e02380edbef38808bbe44203a38d2eec-1 {}] regionserver.HStore(327): Store=e02380edbef38808bbe44203a38d2eec/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:29,108 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:29,108 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,109 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,110 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,111 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,111 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,112 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:16:29,113 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,116 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:16:29,116 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened e02380edbef38808bbe44203a38d2eec; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66856679, jitterRate=-0.003757849335670471}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:16:29,116 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:29,117 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for e02380edbef38808bbe44203a38d2eec:
Running coprocessor pre-open hook at 1731730589097Writing region info on filesystem at 1731730589097Initializing all the Stores at 1731730589099 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730589099Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730589099Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730589099Cleaning up temporary data from old regions at 1731730589111 (+12 ms)Running coprocessor post-open hooks at 1731730589116 (+5 ms)Region opened successfully at 1731730589117 (+1 ms)
2024-11-16T04:16:29,117 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., pid=116, masterSystemTime=1731730589086
2024-11-16T04:16:29,119 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:29,119 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:29,120 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e02380edbef38808bbe44203a38d2eec, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:29,124 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-16T04:16:29,124 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348 in 190 msec
2024-11-16T04:16:29,127 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-16T04:16:29,127 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, ASSIGN in 350 msec
2024-11-16T04:16:29,128 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:16:29,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730589128"}]},"ts":"1731730589128"}
2024-11-16T04:16:29,129 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:16:29,130 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:16:29,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec
2024-11-16T04:16:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-16T04:16:30,100 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:30,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad78a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,103 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e39fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,105 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584c61bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:16:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:16:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544cf4e2
2024-11-16T04:16:30,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:16:30,113 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:16:30,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,116 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ce8f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,118 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f9b161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,119 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d236c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427958d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,121 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7275e229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,123 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e214462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,124 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645fb1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,126 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563a2fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,127 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72587f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,128 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54952787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,130 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c926fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f95b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,132 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582437e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,134 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce7f016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,135 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428c7d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100e438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,138 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5d1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:30,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:30,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0fdb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:30,141 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416488ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:30,142 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,143 DEBUG [Thread-1936 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,144 DEBUG [Thread-1938 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [Thread-1940 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [Thread-1942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [Thread-1923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,145 DEBUG [Thread-1940 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,145 DEBUG [Thread-1940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,145 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,146 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:30,146 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,146 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,147 DEBUG [Thread-1934 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:30,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-16T04:16:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:30,150 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,152 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2]
2024-11-16T04:16:30,153 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:30,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:30,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:16:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:30,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7067b4ed93c341cd902cbebd32dcfdc9 is 50, key is test_row_0/A:col10/1731730590152/Put/seqid=0
2024-11-16T04:16:30,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742250_1426 (size=12001)
2024-11-16T04:16:30,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730650211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730650213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730650221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730590207, max timestamp=1731730590220Num uniques 859; 
2024-11-16T04:16:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730590207, max timestamp=1731730590220Num uniques 859; 
2024-11-16T04:16:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730590207, max timestamp=1731730590220Num uniques 859; 
2024-11-16T04:16:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:30,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730650270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730650273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730650329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730650329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730650330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730650379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730650389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:30,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730650539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730650539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730650539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7067b4ed93c341cd902cbebd32dcfdc9
2024-11-16T04:16:30,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730650589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/19ff2a6ce76749f2a43a9ec4f616f87a is 50, key is test_row_0/B:col10/1731730590152/Put/seqid=0
2024-11-16T04:16:30,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742251_1427 (size=12001)
2024-11-16T04:16:30,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730650599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:30,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:30,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:30,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730650849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730650850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730650859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730650899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:30,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:30,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:30,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:30,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730650910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/19ff2a6ce76749f2a43a9ec4f616f87a
2024-11-16T04:16:31,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d8db102c340b41d19277380917377c26 is 50, key is test_row_0/C:col10/1731730590152/Put/seqid=0
2024-11-16T04:16:31,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742252_1428 (size=12001)
2024-11-16T04:16:31,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:31,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:31,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:31,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:31,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730651369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:31,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730651369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730651369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730651419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,429 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d8db102c340b41d19277380917377c26
2024-11-16T04:16:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7067b4ed93c341cd902cbebd32dcfdc9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9
2024-11-16T04:16:31,435 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:16:31,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730651429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/19ff2a6ce76749f2a43a9ec4f616f87a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a
2024-11-16T04:16:31,442 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:16:31,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d8db102c340b41d19277380917377c26 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26
2024-11-16T04:16:31,446 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T04:16:31,447 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e02380edbef38808bbe44203a38d2eec in 1290ms, sequenceid=12, compaction requested=false
2024-11-16T04:16:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T04:16:31,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:31,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T04:16:31,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:31,526 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c3bf709f9b354ff7851a088edc328678 is 50, key is test_row_0/A:col10/1731730590272/Put/seqid=0
2024-11-16T04:16:31,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742253_1429 (size=12001)
2024-11-16T04:16:31,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c3bf709f9b354ff7851a088edc328678
2024-11-16T04:16:31,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/f0b776a70a8047b0be97fe74d5eb01e4 is 50, key is test_row_0/B:col10/1731730590272/Put/seqid=0
2024-11-16T04:16:31,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742254_1430 (size=12001)
2024-11-16T04:16:31,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/f0b776a70a8047b0be97fe74d5eb01e4
2024-11-16T04:16:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/b4be5509b72f4f03b291ba4b6b24fd25 is 50, key is test_row_0/C:col10/1731730590272/Put/seqid=0
2024-11-16T04:16:31,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742255_1431 (size=12001)
2024-11-16T04:16:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:32,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/b4be5509b72f4f03b291ba4b6b24fd25
2024-11-16T04:16:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c3bf709f9b354ff7851a088edc328678 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678
2024-11-16T04:16:32,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:16:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/f0b776a70a8047b0be97fe74d5eb01e4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4
2024-11-16T04:16:32,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:16:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/b4be5509b72f4f03b291ba4b6b24fd25 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25
2024-11-16T04:16:32,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T04:16:32,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for e02380edbef38808bbe44203a38d2eec in 860ms, sequenceid=47, compaction requested=false
2024-11-16T04:16:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-16T04:16:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-16T04:16:32,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-16T04:16:32,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec
2024-11-16T04:16:32,391 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.2440 sec
2024-11-16T04:16:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:32,402 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:32,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c2a5011f16f0462d8870388940f5753e is 50, key is test_row_0/A:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:32,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742256_1432 (size=16681)
2024-11-16T04:16:32,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730592442, max timestamp=1731730592456Num uniques 859; 
2024-11-16T04:16:32,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:32,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730592442, max timestamp=1731730592456Num uniques 859; 
2024-11-16T04:16:32,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:32,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730592442, max timestamp=1731730592456Num uniques 859; 
2024-11-16T04:16:32,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:32,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730652481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730652488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730652491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730652497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730652498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730652609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730652609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730652609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730652609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730652610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,822 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c2a5011f16f0462d8870388940f5753e
2024-11-16T04:16:32,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/cd7598a2ed934a3c89aae769e0fe724f is 50, key is test_row_0/B:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:32,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730652819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730652819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742257_1433 (size=12001)
2024-11-16T04:16:32,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730652829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730652829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730652829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,053 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:16:33,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730653139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730653139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730653149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730653149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730653150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/cd7598a2ed934a3c89aae769e0fe724f
2024-11-16T04:16:33,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d1396bf3175044448ce50f8103e89647 is 50, key is test_row_0/C:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:33,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742258_1434 (size=12001)
2024-11-16T04:16:33,246 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d1396bf3175044448ce50f8103e89647
2024-11-16T04:16:33,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c2a5011f16f0462d8870388940f5753e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e
2024-11-16T04:16:33,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e, entries=250, sequenceid=58, filesize=16.3 K
2024-11-16T04:16:33,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/cd7598a2ed934a3c89aae769e0fe724f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f
2024-11-16T04:16:33,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f, entries=150, sequenceid=58, filesize=11.7 K
2024-11-16T04:16:33,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d1396bf3175044448ce50f8103e89647 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647
2024-11-16T04:16:33,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647, entries=150, sequenceid=58, filesize=11.7 K
2024-11-16T04:16:33,259 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e02380edbef38808bbe44203a38d2eec in 857ms, sequenceid=58, compaction requested=true
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:33,259 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:33,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:33,259 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:33,260 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:33,260 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:33,260 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:33,260 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=39.7 K
2024-11-16T04:16:33,260 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:33,261 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:33,261 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:33,261 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7067b4ed93c341cd902cbebd32dcfdc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730590152
2024-11-16T04:16:33,261 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.2 K
2024-11-16T04:16:33,261 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 19ff2a6ce76749f2a43a9ec4f616f87a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730590152
2024-11-16T04:16:33,263 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3bf709f9b354ff7851a088edc328678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730590264
2024-11-16T04:16:33,263 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2a5011f16f0462d8870388940f5753e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592393
2024-11-16T04:16:33,263 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b776a70a8047b0be97fe74d5eb01e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730590264
2024-11-16T04:16:33,264 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7598a2ed934a3c89aae769e0fe724f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592395
2024-11-16T04:16:33,268 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:33,269 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fe0bbbca886a4efd8279f4ce7ee0c5b4 is 50, key is test_row_0/B:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:33,271 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:33,271 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7811bc1410694fdd8a5d6d744e6fd855 is 50, key is test_row_0/A:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:33,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742259_1435 (size=12104)
2024-11-16T04:16:33,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742260_1436 (size=12104)
2024-11-16T04:16:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:33,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:33,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bc5e01de50104b51b3b2154024e7811b is 50, key is test_row_0/A:col10/1731730593659/Put/seqid=0
2024-11-16T04:16:33,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742261_1437 (size=14341)
2024-11-16T04:16:33,676 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bc5e01de50104b51b3b2154024e7811b
2024-11-16T04:16:33,682 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fe0bbbca886a4efd8279f4ce7ee0c5b4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fe0bbbca886a4efd8279f4ce7ee0c5b4
2024-11-16T04:16:33,685 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into fe0bbbca886a4efd8279f4ce7ee0c5b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:33,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:33,685 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=13, startTime=1731730593259; duration=0sec
2024-11-16T04:16:33,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:33,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:33,685 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:33,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730653669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730653674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730653676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,687 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:33,687 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:33,687 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:33,687 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.2 K
2024-11-16T04:16:33,688 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d8db102c340b41d19277380917377c26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731730590152
2024-11-16T04:16:33,688 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b4be5509b72f4f03b291ba4b6b24fd25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731730590264
2024-11-16T04:16:33,689 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d1396bf3175044448ce50f8103e89647, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592395
2024-11-16T04:16:33,690 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7811bc1410694fdd8a5d6d744e6fd855 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7811bc1410694fdd8a5d6d744e6fd855
2024-11-16T04:16:33,694 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into 7811bc1410694fdd8a5d6d744e6fd855(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:33,694 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:33,694 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=13, startTime=1731730593259; duration=0sec
2024-11-16T04:16:33,694 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:33,694 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:33,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730653677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730653678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/7051aff5320c47d39bab44b062708f0d is 50, key is test_row_0/B:col10/1731730593659/Put/seqid=0
2024-11-16T04:16:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,701 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:33,701 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/0f5e2786c2a74ccc882d46551c893d32 is 50, key is test_row_0/C:col10/1731730592400/Put/seqid=0
2024-11-16T04:16:33,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742262_1438 (size=12001)
2024-11-16T04:16:33,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742263_1439 (size=12104)
2024-11-16T04:16:33,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730653789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730653789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730653789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730653810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730653810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730653999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730654009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730654009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730654019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730654029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,103 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/7051aff5320c47d39bab44b062708f0d
2024-11-16T04:16:34,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/cbe6ceb117844a9caee32c2389590ace is 50, key is test_row_0/C:col10/1731730593659/Put/seqid=0
2024-11-16T04:16:34,114 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/0f5e2786c2a74ccc882d46551c893d32 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0f5e2786c2a74ccc882d46551c893d32
2024-11-16T04:16:34,118 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into 0f5e2786c2a74ccc882d46551c893d32(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:34,118 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:34,118 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=13, startTime=1731730593259; duration=0sec
2024-11-16T04:16:34,118 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:34,118 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:34,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742264_1440 (size=12001)
2024-11-16T04:16:34,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/cbe6ceb117844a9caee32c2389590ace
2024-11-16T04:16:34,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bc5e01de50104b51b3b2154024e7811b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b
2024-11-16T04:16:34,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b, entries=200, sequenceid=95, filesize=14.0 K
2024-11-16T04:16:34,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/7051aff5320c47d39bab44b062708f0d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d
2024-11-16T04:16:34,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d, entries=150, sequenceid=95, filesize=11.7 K
2024-11-16T04:16:34,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/cbe6ceb117844a9caee32c2389590ace as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace
2024-11-16T04:16:34,139 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace, entries=150, sequenceid=95, filesize=11.7 K
2024-11-16T04:16:34,140 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e02380edbef38808bbe44203a38d2eec in 479ms, sequenceid=95, compaction requested=false
2024-11-16T04:16:34,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T04:16:34,319 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:34,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-16T04:16:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:34,321 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:34,321 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:34,321 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:34,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:16:34,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:34,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:34,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/127ff7212ad2403a9bc76a2f347ede43 is 50, key is test_row_0/A:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742265_1441 (size=14341)
2024-11-16T04:16:34,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730654360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730594349, max timestamp=1731730594364Num uniques 859; 
2024-11-16T04:16:34,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:16:34,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730594349, max timestamp=1731730594364Num uniques 859; 
2024-11-16T04:16:34,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:16:34,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731730594349, max timestamp=1731730594364Num uniques 859; 
2024-11-16T04:16:34,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T04:16:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730654399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730654400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730654409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730654410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T04:16:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730654469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730654529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730654530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730654539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T04:16:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:34,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730654689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,733 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/127ff7212ad2403a9bc76a2f347ede43
2024-11-16T04:16:34,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492 is 50, key is test_row_0/B:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742266_1442 (size=12001)
2024-11-16T04:16:34,755 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492
2024-11-16T04:16:34,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/63747e27bf654a65a8a6abeb9f723e83 is 50, key is test_row_0/C:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730654759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:34,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742267_1443 (size=12001)
2024-11-16T04:16:34,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T04:16:34,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:34,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:34,790 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/63747e27bf654a65a8a6abeb9f723e83
2024-11-16T04:16:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/127ff7212ad2403a9bc76a2f347ede43 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43
2024-11-16T04:16:34,801 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43, entries=200, sequenceid=109, filesize=14.0 K
2024-11-16T04:16:34,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492
2024-11-16T04:16:34,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492, entries=150, sequenceid=109, filesize=11.7 K
2024-11-16T04:16:34,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/63747e27bf654a65a8a6abeb9f723e83 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83
2024-11-16T04:16:34,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83, entries=150, sequenceid=109, filesize=11.7 K
2024-11-16T04:16:34,815 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e02380edbef38808bbe44203a38d2eec in 490ms, sequenceid=109, compaction requested=true
2024-11-16T04:16:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:34,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:34,815 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:34,815 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:34,816 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:34,816 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:34,816 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,816 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7811bc1410694fdd8a5d6d744e6fd855, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=39.8 K
2024-11-16T04:16:34,816 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:34,816 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:34,816 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:34,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:34,817 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fe0bbbca886a4efd8279f4ce7ee0c5b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.3 K
2024-11-16T04:16:34,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:34,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7811bc1410694fdd8a5d6d744e6fd855, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592395
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting fe0bbbca886a4efd8279f4ce7ee0c5b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592395
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5e01de50104b51b3b2154024e7811b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731730592461
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 7051aff5320c47d39bab44b062708f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731730592489
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 127ff7212ad2403a9bc76a2f347ede43, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:34,817 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a32f6c6e8a4f5b845a2ad8ebfb3492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:34,826 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:34,827 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/4f18a2601aee45bcb0b49d4f7f7bf858 is 50, key is test_row_0/B:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,838 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:34,839 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/b27554c3e66345b19a836464ebe0ce0a is 50, key is test_row_0/A:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742269_1445 (size=12207)
2024-11-16T04:16:34,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742268_1444 (size=12207)
2024-11-16T04:16:34,865 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/b27554c3e66345b19a836464ebe0ce0a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/b27554c3e66345b19a836464ebe0ce0a
2024-11-16T04:16:34,865 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/4f18a2601aee45bcb0b49d4f7f7bf858 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/4f18a2601aee45bcb0b49d4f7f7bf858
2024-11-16T04:16:34,869 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into b27554c3e66345b19a836464ebe0ce0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:34,869 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:34,869 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=13, startTime=1731730594815; duration=0sec
2024-11-16T04:16:34,869 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:34,869 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:34,870 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:34,872 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:34,872 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:34,872 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,872 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0f5e2786c2a74ccc882d46551c893d32, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.3 K
2024-11-16T04:16:34,872 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f5e2786c2a74ccc882d46551c893d32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731730592395
2024-11-16T04:16:34,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbe6ceb117844a9caee32c2389590ace, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731730592489
2024-11-16T04:16:34,873 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into 4f18a2601aee45bcb0b49d4f7f7bf858(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:34,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:34,873 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=13, startTime=1731730594815; duration=0sec
2024-11-16T04:16:34,873 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63747e27bf654a65a8a6abeb9f723e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:34,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:34,873 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:34,878 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:34,878 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/591a479a35794e68b263a3ed76cee008 is 50, key is test_row_0/C:col10/1731730594324/Put/seqid=0
2024-11-16T04:16:34,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742270_1446 (size=12207)
2024-11-16T04:16:34,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:34,938 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/6fa2d495d9a94b74b307600901ca2192 is 50, key is test_row_0/A:col10/1731730594399/Put/seqid=0
2024-11-16T04:16:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:34,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742271_1447 (size=12151)
2024-11-16T04:16:34,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/6fa2d495d9a94b74b307600901ca2192
2024-11-16T04:16:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/1f3f72650c334f9ea95d6559511efbbe is 50, key is test_row_0/B:col10/1731730594399/Put/seqid=0
2024-11-16T04:16:34,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742272_1448 (size=12151)
2024-11-16T04:16:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:35,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:35,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730655049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730655049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730655059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730655059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730655079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730655169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,285 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/591a479a35794e68b263a3ed76cee008 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/591a479a35794e68b263a3ed76cee008
2024-11-16T04:16:35,289 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into 591a479a35794e68b263a3ed76cee008(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:35,289 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:35,289 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=13, startTime=1731730594817; duration=0sec
2024-11-16T04:16:35,289 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:35,289 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:35,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/1f3f72650c334f9ea95d6559511efbbe
2024-11-16T04:16:35,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/e5ef4a4f2a354c29b195b742fe71bc4f is 50, key is test_row_0/C:col10/1731730594399/Put/seqid=0
2024-11-16T04:16:35,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742273_1449 (size=12151)
2024-11-16T04:16:35,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730655389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:35,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730655569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730655579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730655579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730655599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730655709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:35,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:35,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/e5ef4a4f2a354c29b195b742fe71bc4f
2024-11-16T04:16:35,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/6fa2d495d9a94b74b307600901ca2192 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192
2024-11-16T04:16:35,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192, entries=150, sequenceid=145, filesize=11.9 K
2024-11-16T04:16:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/1f3f72650c334f9ea95d6559511efbbe as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe
2024-11-16T04:16:35,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe, entries=150, sequenceid=145, filesize=11.9 K
2024-11-16T04:16:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/e5ef4a4f2a354c29b195b742fe71bc4f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f
2024-11-16T04:16:35,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f, entries=150, sequenceid=145, filesize=11.9 K
2024-11-16T04:16:35,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for e02380edbef38808bbe44203a38d2eec in 852ms, sequenceid=145, compaction requested=false
2024-11-16T04:16:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:35,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-16T04:16:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-16T04:16:35,794 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-16T04:16:35,794 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec
2024-11-16T04:16:35,795 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4750 sec
2024-11-16T04:16:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:36,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:16:36,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:36,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:36,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:36,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:36,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:36,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:36,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/adb45655c4a84252ab74eb6532a5c8ae is 50, key is test_row_0/A:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:36,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742274_1450 (size=14541)
2024-11-16T04:16:36,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730656341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730656459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T04:16:36,469 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:36,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-16T04:16:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:36,472 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:36,472 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:36,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:36,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730656589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,597 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730656599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730656599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,608 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:36,608 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730656619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,628 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:36,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/adb45655c4a84252ab74eb6532a5c8ae
2024-11-16T04:16:36,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fdcce47476ef4eea9f0ed954ca0a4131 is 50, key is test_row_0/B:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:36,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742275_1451 (size=12151)
2024-11-16T04:16:36,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730656679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:36,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:36,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:36,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:36,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:36,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:36,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730656989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:37,041 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fdcce47476ef4eea9f0ed954ca0a4131
2024-11-16T04:16:37,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c5ec11bdf8904b9bbd23aa0b280d65b0 is 50, key is test_row_0/C:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:37,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742276_1452 (size=12151)
2024-11-16T04:16:37,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:37,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,449 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c5ec11bdf8904b9bbd23aa0b280d65b0
2024-11-16T04:16:37,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/adb45655c4a84252ab74eb6532a5c8ae as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae
2024-11-16T04:16:37,455 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae, entries=200, sequenceid=158, filesize=14.2 K
2024-11-16T04:16:37,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fdcce47476ef4eea9f0ed954ca0a4131 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131
2024-11-16T04:16:37,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131, entries=150, sequenceid=158, filesize=11.9 K
2024-11-16T04:16:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c5ec11bdf8904b9bbd23aa0b280d65b0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0
2024-11-16T04:16:37,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0, entries=150, sequenceid=158, filesize=11.9 K
2024-11-16T04:16:37,462 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e02380edbef38808bbe44203a38d2eec in 1238ms, sequenceid=158, compaction requested=true
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:37,462 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:37,462 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:37,463 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,463 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,463 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/b27554c3e66345b19a836464ebe0ce0a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=38.0 K
2024-11-16T04:16:37,463 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/4f18a2601aee45bcb0b49d4f7f7bf858, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.7 K
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b27554c3e66345b19a836464ebe0ce0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:37,463 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f18a2601aee45bcb0b49d4f7f7bf858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:37,464 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f3f72650c334f9ea95d6559511efbbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731730594399
2024-11-16T04:16:37,464 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fa2d495d9a94b74b307600901ca2192, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731730594399
2024-11-16T04:16:37,464 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting fdcce47476ef4eea9f0ed954ca0a4131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:37,464 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting adb45655c4a84252ab74eb6532a5c8ae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:37,469 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:37,469 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/31c545f17a9d49b7bfa9296b59b091a6 is 50, key is test_row_0/B:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:37,470 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:37,470 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bd52ed6f1edc4623b5527a1d5cf326e1 is 50, key is test_row_0/A:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:37,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742277_1453 (size=12459)
2024-11-16T04:16:37,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742278_1454 (size=12459)
2024-11-16T04:16:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:37,515 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:37,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:37,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/8966ee7196f9434c9d074ade8ba6110c is 50, key is test_row_0/A:col10/1731730597514/Put/seqid=0
2024-11-16T04:16:37,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742279_1455 (size=14541)
2024-11-16T04:16:37,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730657570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:37,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730657689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,876 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bd52ed6f1edc4623b5527a1d5cf326e1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bd52ed6f1edc4623b5527a1d5cf326e1
2024-11-16T04:16:37,876 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/31c545f17a9d49b7bfa9296b59b091a6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/31c545f17a9d49b7bfa9296b59b091a6
2024-11-16T04:16:37,880 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into 31c545f17a9d49b7bfa9296b59b091a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:37,880 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into bd52ed6f1edc4623b5527a1d5cf326e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:37,880 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=13, startTime=1731730597462; duration=0sec
2024-11-16T04:16:37,880 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=13, startTime=1731730597462; duration=0sec
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:37,880 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:37,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:37,881 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,881 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/591a479a35794e68b263a3ed76cee008, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=35.7 K
2024-11-16T04:16:37,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 591a479a35794e68b263a3ed76cee008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731730593674
2024-11-16T04:16:37,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ef4a4f2a354c29b195b742fe71bc4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731730594399
2024-11-16T04:16:37,881 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ec11bdf8904b9bbd23aa0b280d65b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:37,891 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:37,891 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/8f14f242900a4edcace6bc0b8d25772b is 50, key is test_row_0/C:col10/1731730595034/Put/seqid=0
2024-11-16T04:16:37,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742280_1456 (size=12459)
2024-11-16T04:16:37,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730657899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:37,925 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/8966ee7196f9434c9d074ade8ba6110c
2024-11-16T04:16:37,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/9d959ad0e7544e9f81ca6e6829e8f534 is 50, key is test_row_0/B:col10/1731730597514/Put/seqid=0
2024-11-16T04:16:37,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742281_1457 (size=12151)
2024-11-16T04:16:37,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:37,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:38,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730658209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,336 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/9d959ad0e7544e9f81ca6e6829e8f534
2024-11-16T04:16:38,339 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/8f14f242900a4edcace6bc0b8d25772b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8f14f242900a4edcace6bc0b8d25772b
2024-11-16T04:16:38,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/8e91d7595d2d4799a8eec96ce72f3b7a is 50, key is test_row_0/C:col10/1731730597514/Put/seqid=0
2024-11-16T04:16:38,342 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into 8f14f242900a4edcace6bc0b8d25772b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:38,342 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:38,342 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=13, startTime=1731730597462; duration=0sec
2024-11-16T04:16:38,342 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:38,342 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:38,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742282_1458 (size=12151)
2024-11-16T04:16:38,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:38,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730658619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730658619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730658619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,627 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_1' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,628 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,628 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:38,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730658649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,654 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730658729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:38,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/8e91d7595d2d4799a8eec96ce72f3b7a
2024-11-16T04:16:38,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/8966ee7196f9434c9d074ade8ba6110c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c
2024-11-16T04:16:38,752 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c, entries=200, sequenceid=179, filesize=14.2 K
2024-11-16T04:16:38,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/9d959ad0e7544e9f81ca6e6829e8f534 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534
2024-11-16T04:16:38,755 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534, entries=150, sequenceid=179, filesize=11.9 K
2024-11-16T04:16:38,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/8e91d7595d2d4799a8eec96ce72f3b7a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a
2024-11-16T04:16:38,758 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a, entries=150, sequenceid=179, filesize=11.9 K
2024-11-16T04:16:38,760 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e02380edbef38808bbe44203a38d2eec in 1245ms, sequenceid=179, compaction requested=false
2024-11-16T04:16:38,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:38,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T04:16:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:38,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/59796e143ca64023b1d43682d78a4c3c is 50, key is test_row_0/A:col10/1731730597566/Put/seqid=0
2024-11-16T04:16:38,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742283_1459 (size=12151)
2024-11-16T04:16:38,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/59796e143ca64023b1d43682d78a4c3c
2024-11-16T04:16:38,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/abab93699269429394521ee2c0ae854a is 50, key is test_row_0/B:col10/1731730597566/Put/seqid=0
2024-11-16T04:16:38,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742284_1460 (size=12151)
2024-11-16T04:16:39,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/abab93699269429394521ee2c0ae854a
2024-11-16T04:16:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a15f93aaf6a4426ca684235195bc2b62 is 50, key is test_row_0/C:col10/1731730597566/Put/seqid=0
2024-11-16T04:16:39,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742285_1461 (size=12151)
2024-11-16T04:16:39,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a15f93aaf6a4426ca684235195bc2b62
2024-11-16T04:16:39,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/59796e143ca64023b1d43682d78a4c3c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c
2024-11-16T04:16:39,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c, entries=150, sequenceid=193, filesize=11.9 K
2024-11-16T04:16:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/abab93699269429394521ee2c0ae854a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a
2024-11-16T04:16:39,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a, entries=150, sequenceid=193, filesize=11.9 K
2024-11-16T04:16:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a15f93aaf6a4426ca684235195bc2b62 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62
2024-11-16T04:16:39,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62, entries=150, sequenceid=193, filesize=11.9 K
2024-11-16T04:16:39,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for e02380edbef38808bbe44203a38d2eec in 455ms, sequenceid=193, compaction requested=true
2024-11-16T04:16:39,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:39,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:39,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-16T04:16:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-16T04:16:39,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-16T04:16:39,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7750 sec
2024-11-16T04:16:39,251 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.7800 sec
2024-11-16T04:16:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:39,760 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:39,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:39,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/e9b38727061a481aa82a2fc021528e7a is 50, key is test_row_0/A:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:39,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742286_1462 (size=14541)
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730599892, max timestamp=1731730599921Num uniques 859; 
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730599892, max timestamp=1731730599921Num uniques 859; 
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730599892, max timestamp=1731730599921Num uniques 859; 
2024-11-16T04:16:39,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:40,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730660038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:40,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730660159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:40,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:40,167 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/e9b38727061a481aa82a2fc021528e7a
2024-11-16T04:16:40,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/a0b84a5712044b55822948b3aa8f2ad7 is 50, key is test_row_0/B:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:40,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742287_1463 (size=12151)
2024-11-16T04:16:40,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730660369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:40,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/a0b84a5712044b55822948b3aa8f2ad7
2024-11-16T04:16:40,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c54ef0c80b764a4baf7cfddf6011fbea is 50, key is test_row_0/C:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:40,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742288_1464 (size=12151)
2024-11-16T04:16:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T04:16:40,630 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:40,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-16T04:16:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:40,631 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:40,632 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:40,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:40,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730660689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:40,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T04:16:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T04:16:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:40,984 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c54ef0c80b764a4baf7cfddf6011fbea
2024-11-16T04:16:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/e9b38727061a481aa82a2fc021528e7a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a
2024-11-16T04:16:40,991 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a, entries=200, sequenceid=203, filesize=14.2 K
2024-11-16T04:16:40,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/a0b84a5712044b55822948b3aa8f2ad7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7
2024-11-16T04:16:40,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7, entries=150, sequenceid=203, filesize=11.9 K
2024-11-16T04:16:40,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/c54ef0c80b764a4baf7cfddf6011fbea as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea
2024-11-16T04:16:40,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea, entries=150, sequenceid=203, filesize=11.9 K
2024-11-16T04:16:40,998 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e02380edbef38808bbe44203a38d2eec in 1238ms, sequenceid=203, compaction requested=true
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:40,998 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:40,998 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:40,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53692 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:40,999 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,999 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:40,999 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bd52ed6f1edc4623b5527a1d5cf326e1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=52.4 K
2024-11-16T04:16:40,999 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/31c545f17a9d49b7bfa9296b59b091a6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=47.8 K
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd52ed6f1edc4623b5527a1d5cf326e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:40,999 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 31c545f17a9d49b7bfa9296b59b091a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8966ee7196f9434c9d074ade8ba6110c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731730596308
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d959ad0e7544e9f81ca6e6829e8f534, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731730596308
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59796e143ca64023b1d43682d78a4c3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731730597543
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting abab93699269429394521ee2c0ae854a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731730597543
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9b38727061a481aa82a2fc021528e7a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:41,000 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b84a5712044b55822948b3aa8f2ad7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:41,006 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:41,006 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/52b259aa5ef54cc389d08fd617dbda6c is 50, key is test_row_0/B:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:41,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742289_1465 (size=12595)
2024-11-16T04:16:41,009 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:41,010 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c57af203fa0748f5b03b39ff8acc9ee3 is 50, key is test_row_0/A:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:41,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742290_1466 (size=12595)
2024-11-16T04:16:41,022 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/c57af203fa0748f5b03b39ff8acc9ee3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c57af203fa0748f5b03b39ff8acc9ee3
2024-11-16T04:16:41,025 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into c57af203fa0748f5b03b39ff8acc9ee3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:41,025 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:41,025 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=12, startTime=1731730600998; duration=0sec
2024-11-16T04:16:41,026 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:41,026 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:41,026 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:41,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:41,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:41,027 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:41,027 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8f14f242900a4edcace6bc0b8d25772b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=47.8 K
2024-11-16T04:16:41,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f14f242900a4edcace6bc0b8d25772b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731730595034
2024-11-16T04:16:41,027 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e91d7595d2d4799a8eec96ce72f3b7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731730596308
2024-11-16T04:16:41,028 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a15f93aaf6a4426ca684235195bc2b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731730597543
2024-11-16T04:16:41,028 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c54ef0c80b764a4baf7cfddf6011fbea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:41,036 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:41,037 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/1de863688d1b4f49a635326f6fe745c5 is 50, key is test_row_0/C:col10/1731730599756/Put/seqid=0
2024-11-16T04:16:41,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742291_1467 (size=12595)
2024-11-16T04:16:41,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T04:16:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:41,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:41,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bcfc97a428754d3fa8d0e2adacb05322 is 50, key is test_row_0/A:col10/1731730600025/Put/seqid=0
2024-11-16T04:16:41,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742292_1468 (size=12151)
2024-11-16T04:16:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:41,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:41,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730661262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:41,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730661379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:41,412 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/52b259aa5ef54cc389d08fd617dbda6c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/52b259aa5ef54cc389d08fd617dbda6c
2024-11-16T04:16:41,415 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into 52b259aa5ef54cc389d08fd617dbda6c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:41,415 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:41,415 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=12, startTime=1731730600998; duration=0sec
2024-11-16T04:16:41,415 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:41,415 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:41,444 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/1de863688d1b4f49a635326f6fe745c5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/1de863688d1b4f49a635326f6fe745c5
2024-11-16T04:16:41,447 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into 1de863688d1b4f49a635326f6fe745c5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:41,447 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:41,447 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=12, startTime=1731730600998; duration=0sec
2024-11-16T04:16:41,447 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:41,447 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:41,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bcfc97a428754d3fa8d0e2adacb05322
2024-11-16T04:16:41,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c66e626d78ab446ca7952c22360ff49e is 50, key is test_row_0/B:col10/1731730600025/Put/seqid=0
2024-11-16T04:16:41,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742293_1469 (size=12151)
2024-11-16T04:16:41,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:16:41,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730661599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:41,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:41,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c66e626d78ab446ca7952c22360ff49e
2024-11-16T04:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d14bd1b118814639a72e024dfea63997 is 50, key is test_row_0/C:col10/1731730600025/Put/seqid=0
2024-11-16T04:16:41,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742294_1470 (size=12151)
2024-11-16T04:16:41,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730661919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,315 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d14bd1b118814639a72e024dfea63997
2024-11-16T04:16:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/bcfc97a428754d3fa8d0e2adacb05322 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322
2024-11-16T04:16:42,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322, entries=150, sequenceid=241, filesize=11.9 K
2024-11-16T04:16:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c66e626d78ab446ca7952c22360ff49e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e
2024-11-16T04:16:42,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e, entries=150, sequenceid=241, filesize=11.9 K
2024-11-16T04:16:42,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/d14bd1b118814639a72e024dfea63997 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997
2024-11-16T04:16:42,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997, entries=150, sequenceid=241, filesize=11.9 K
2024-11-16T04:16:42,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for e02380edbef38808bbe44203a38d2eec in 1239ms, sequenceid=241, compaction requested=false
2024-11-16T04:16:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-16T04:16:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-16T04:16:42,331 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-16T04:16:42,331 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec
2024-11-16T04:16:42,333 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.7020 sec
2024-11-16T04:16:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:42,431 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:16:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:42,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:42,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:42,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/dc1672ff9e974de8a62636c59dcf1e31 is 50, key is test_row_0/A:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:42,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742295_1471 (size=12151)
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730602509, max timestamp=1731730602573Num uniques 859; 
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730602509, max timestamp=1731730602573Num uniques 859; 
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731730602509, max timestamp=1731730602573Num uniques 859; 
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T04:16:42,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730662663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730662668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43552 deadline: 1731730662669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43544 deadline: 1731730662669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,680 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8281 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,680 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in e02380edbef38808bbe44203a38d2eec of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730662669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T04:16:42,789 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:42,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730662779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-16T04:16:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:42,791 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:42,791 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:42,792 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:42,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730662789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730662789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:42,840 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/dc1672ff9e974de8a62636c59dcf1e31
2024-11-16T04:16:42,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/bce978c49501404a9ee0de83639f5f41 is 50, key is test_row_0/B:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:42,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742296_1472 (size=12151)
2024-11-16T04:16:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:42,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:42,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730662999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730663009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730663009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:43,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/bce978c49501404a9ee0de83639f5f41
2024-11-16T04:16:43,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:43,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/685c6f0c66cf4c4ba8ad68ccdf4c4462 is 50, key is test_row_0/C:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:43,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742297_1473 (size=12151)
2024-11-16T04:16:43,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730663319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730663319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730663319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:43,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:43,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:43,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:43,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:43,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:43,659 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/685c6f0c66cf4c4ba8ad68ccdf4c4462
2024-11-16T04:16:43,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/dc1672ff9e974de8a62636c59dcf1e31 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31
2024-11-16T04:16:43,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:16:43,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/bce978c49501404a9ee0de83639f5f41 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41
2024-11-16T04:16:43,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:16:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/685c6f0c66cf4c4ba8ad68ccdf4c4462 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462
2024-11-16T04:16:43,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462, entries=150, sequenceid=254, filesize=11.9 K
2024-11-16T04:16:43,672 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e02380edbef38808bbe44203a38d2eec in 1241ms, sequenceid=254, compaction requested=true
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:43,672 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:43,672 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:43,673 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:43,673 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:43,673 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,673 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c57af203fa0748f5b03b39ff8acc9ee3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=36.0 K
2024-11-16T04:16:43,673 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:43,673 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:43,673 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,673 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/52b259aa5ef54cc389d08fd617dbda6c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=36.0 K
2024-11-16T04:16:43,673 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c57af203fa0748f5b03b39ff8acc9ee3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:43,674 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 52b259aa5ef54cc389d08fd617dbda6c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:43,674 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcfc97a428754d3fa8d0e2adacb05322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731730600020
2024-11-16T04:16:43,674 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c66e626d78ab446ca7952c22360ff49e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731730600020
2024-11-16T04:16:43,674 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc1672ff9e974de8a62636c59dcf1e31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:43,674 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting bce978c49501404a9ee0de83639f5f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:43,678 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:43,679 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/49fae5a9103542f8a7d85eb5869b426e is 50, key is test_row_0/B:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:43,681 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:43,682 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/5d063d9ed4824ac795302a32e92f1c10 is 50, key is test_row_0/A:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:43,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742298_1474 (size=12697)
2024-11-16T04:16:43,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742299_1475 (size=12697)
2024-11-16T04:16:43,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T04:16:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:43,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/21b25da06c6442bfbfcaff9e15a069d1 is 50, key is test_row_0/A:col10/1731730602652/Put/seqid=0
2024-11-16T04:16:43,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742300_1476 (size=12301)
2024-11-16T04:16:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:43,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:43,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730663861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730663863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730663874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:43,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730663979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730663989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730663989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,087 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/49fae5a9103542f8a7d85eb5869b426e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/49fae5a9103542f8a7d85eb5869b426e
2024-11-16T04:16:44,090 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into 49fae5a9103542f8a7d85eb5869b426e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:44,090 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=13, startTime=1731730603672; duration=0sec
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:44,090 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:44,091 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:44,091 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/1de863688d1b4f49a635326f6fe745c5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=36.0 K
2024-11-16T04:16:44,091 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de863688d1b4f49a635326f6fe745c5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731730599744
2024-11-16T04:16:44,091 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting d14bd1b118814639a72e024dfea63997, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731730600020
2024-11-16T04:16:44,091 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 685c6f0c66cf4c4ba8ad68ccdf4c4462, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:44,095 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/5d063d9ed4824ac795302a32e92f1c10 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/5d063d9ed4824ac795302a32e92f1c10
2024-11-16T04:16:44,097 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:44,097 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/cc51544a8c4545b0ab3580d86e5781f8 is 50, key is test_row_0/C:col10/1731730601260/Put/seqid=0
2024-11-16T04:16:44,099 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into 5d063d9ed4824ac795302a32e92f1c10(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:44,099 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:44,099 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=13, startTime=1731730603672; duration=0sec
2024-11-16T04:16:44,099 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:44,099 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:44,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742301_1477 (size=12697)
2024-11-16T04:16:44,103 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/cc51544a8c4545b0ab3580d86e5781f8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cc51544a8c4545b0ab3580d86e5781f8
2024-11-16T04:16:44,106 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into cc51544a8c4545b0ab3580d86e5781f8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:44,106 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:44,106 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=13, startTime=1731730603672; duration=0sec
2024-11-16T04:16:44,106 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:44,106 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:44,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/21b25da06c6442bfbfcaff9e15a069d1
2024-11-16T04:16:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/48454fa4549349d994cc48cf389e4f68 is 50, key is test_row_0/B:col10/1731730602652/Put/seqid=0
2024-11-16T04:16:44,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742302_1478 (size=12301)
2024-11-16T04:16:44,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730664199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730664199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730664199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730664509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730664509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730664519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:44,531 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/48454fa4549349d994cc48cf389e4f68
2024-11-16T04:16:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/ec3ad2fe38314288ab2c043a0040470c is 50, key is test_row_0/C:col10/1731730602652/Put/seqid=0
2024-11-16T04:16:44,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742303_1479 (size=12301)
2024-11-16T04:16:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:44,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/ec3ad2fe38314288ab2c043a0040470c
2024-11-16T04:16:44,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/21b25da06c6442bfbfcaff9e15a069d1 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1
2024-11-16T04:16:44,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1, entries=150, sequenceid=290, filesize=12.0 K
2024-11-16T04:16:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/48454fa4549349d994cc48cf389e4f68 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68
2024-11-16T04:16:44,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68, entries=150, sequenceid=290, filesize=12.0 K
2024-11-16T04:16:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/ec3ad2fe38314288ab2c043a0040470c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c
2024-11-16T04:16:44,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c, entries=150, sequenceid=290, filesize=12.0 K
2024-11-16T04:16:44,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e02380edbef38808bbe44203a38d2eec in 1243ms, sequenceid=290, compaction requested=false
2024-11-16T04:16:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-16T04:16:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-16T04:16:44,958 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-16T04:16:44,958 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec
2024-11-16T04:16:44,960 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.1690 sec
2024-11-16T04:16:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:45,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:45,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:45,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/652cbecfb294421a9947a8b9ba4bf44f is 50, key is test_row_0/A:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:45,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742304_1480 (size=14741)
2024-11-16T04:16:45,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730665110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730665111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730665112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730665229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730665229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730665229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,433 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/652cbecfb294421a9947a8b9ba4bf44f
2024-11-16T04:16:45,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c83260db44014c91aef520eea7c42562 is 50, key is test_row_0/B:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:45,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742305_1481 (size=12301)
2024-11-16T04:16:45,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730665449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730665449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730665449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730665759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730665759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730665759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:45,841 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c83260db44014c91aef520eea7c42562
2024-11-16T04:16:45,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/0d205b5449be48638c9b1b6826f58459 is 50, key is test_row_0/C:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:45,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742306_1482 (size=12301)
2024-11-16T04:16:46,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/0d205b5449be48638c9b1b6826f58459
2024-11-16T04:16:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/652cbecfb294421a9947a8b9ba4bf44f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f
2024-11-16T04:16:46,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f, entries=200, sequenceid=305, filesize=14.4 K
2024-11-16T04:16:46,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/c83260db44014c91aef520eea7c42562 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562
2024-11-16T04:16:46,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562, entries=150, sequenceid=305, filesize=12.0 K
2024-11-16T04:16:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/0d205b5449be48638c9b1b6826f58459 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459
2024-11-16T04:16:46,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459, entries=150, sequenceid=305, filesize=12.0 K
2024-11-16T04:16:46,261 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e02380edbef38808bbe44203a38d2eec in 1236ms, sequenceid=305, compaction requested=true
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:46,261 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:46,261 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:46,262 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:46,262 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:46,262 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:46,262 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:46,262 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:46,262 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:46,262 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/49fae5a9103542f8a7d85eb5869b426e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=36.4 K
2024-11-16T04:16:46,262 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/5d063d9ed4824ac795302a32e92f1c10, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=38.8 K
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 49fae5a9103542f8a7d85eb5869b426e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d063d9ed4824ac795302a32e92f1c10, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b25da06c6442bfbfcaff9e15a069d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731730602652
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 48454fa4549349d994cc48cf389e4f68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731730602652
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting c83260db44014c91aef520eea7c42562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:46,263 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 652cbecfb294421a9947a8b9ba4bf44f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:46,273 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:46,273 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/74598c2723af4259bcf72d26d7a2ea62 is 50, key is test_row_0/A:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:46,273 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:46,274 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/b5a2d475c66144faabb766df31926e39 is 50, key is test_row_0/B:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:46,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742307_1483 (size=12949)
2024-11-16T04:16:46,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742308_1484 (size=12949)
2024-11-16T04:16:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:46,289 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:46,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:46,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/abe5c4546aaa4300b2407f34762e0028 is 50, key is test_row_0/A:col10/1731730605108/Put/seqid=0
2024-11-16T04:16:46,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742309_1485 (size=14741)
2024-11-16T04:16:46,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730666305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730666306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730666313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730666419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730666419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730666419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730666639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730666639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730666639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,681 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/74598c2723af4259bcf72d26d7a2ea62 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/74598c2723af4259bcf72d26d7a2ea62
2024-11-16T04:16:46,684 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/b5a2d475c66144faabb766df31926e39 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b5a2d475c66144faabb766df31926e39
2024-11-16T04:16:46,685 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into 74598c2723af4259bcf72d26d7a2ea62(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:46,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:46,685 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=13, startTime=1731730606261; duration=0sec
2024-11-16T04:16:46,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:46,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:46,685 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:16:46,686 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:16:46,686 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:46,686 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:46,686 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cc51544a8c4545b0ab3580d86e5781f8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=36.4 K
2024-11-16T04:16:46,686 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc51544a8c4545b0ab3580d86e5781f8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731730601244
2024-11-16T04:16:46,686 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec3ad2fe38314288ab2c043a0040470c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731730602652
2024-11-16T04:16:46,686 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d205b5449be48638c9b1b6826f58459, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:46,688 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into b5a2d475c66144faabb766df31926e39(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:46,688 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:46,688 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=13, startTime=1731730606261; duration=0sec
2024-11-16T04:16:46,688 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:46,688 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:46,692 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:46,692 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/be2666d7280343b89a3f98b20002d9ee is 50, key is test_row_0/C:col10/1731730605024/Put/seqid=0
2024-11-16T04:16:46,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742310_1486 (size=12949)
2024-11-16T04:16:46,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/abe5c4546aaa4300b2407f34762e0028
2024-11-16T04:16:46,701 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/be2666d7280343b89a3f98b20002d9ee as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/be2666d7280343b89a3f98b20002d9ee
2024-11-16T04:16:46,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/47a473a81af04f40ac71f8f779e3f0a3 is 50, key is test_row_0/B:col10/1731730605108/Put/seqid=0
2024-11-16T04:16:46,705 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into be2666d7280343b89a3f98b20002d9ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:46,705 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:46,705 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=13, startTime=1731730606261; duration=0sec
2024-11-16T04:16:46,705 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:46,705 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:46,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742311_1487 (size=12301)
2024-11-16T04:16:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T04:16:46,960 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:46,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-16T04:16:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:46,962 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:46,962 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:46,962 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:46,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730666960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730666960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730666960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:47,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/47a473a81af04f40ac71f8f779e3f0a3
2024-11-16T04:16:47,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/94e282aa5efa4318a422186be3b3ecd8 is 50, key is test_row_0/C:col10/1731730605108/Put/seqid=0
2024-11-16T04:16:47,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T04:16:47,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:47,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742312_1488 (size=12301)
2024-11-16T04:16:47,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T04:16:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:47,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T04:16:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:47,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730667479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:47,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730667480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:47,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730667480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:47,520 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/94e282aa5efa4318a422186be3b3ecd8
2024-11-16T04:16:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/abe5c4546aaa4300b2407f34762e0028 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028
2024-11-16T04:16:47,525 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028, entries=200, sequenceid=326, filesize=14.4 K
2024-11-16T04:16:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/47a473a81af04f40ac71f8f779e3f0a3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3
2024-11-16T04:16:47,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3, entries=150, sequenceid=326, filesize=12.0 K
2024-11-16T04:16:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/94e282aa5efa4318a422186be3b3ecd8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8
2024-11-16T04:16:47,533 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8, entries=150, sequenceid=326, filesize=12.0 K
2024-11-16T04:16:47,534 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for e02380edbef38808bbe44203a38d2eec in 1245ms, sequenceid=326, compaction requested=false
2024-11-16T04:16:47,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:47,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:47,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:47,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/893f3c822adb444cb8fc3d1b0d58f917 is 50, key is test_row_0/A:col10/1731730606305/Put/seqid=0
2024-11-16T04:16:47,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742313_1489 (size=12301)
2024-11-16T04:16:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:47,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/893f3c822adb444cb8fc3d1b0d58f917
2024-11-16T04:16:47,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/db070c418e4c48fab79c48e2440f9c38 is 50, key is test_row_0/B:col10/1731730606305/Put/seqid=0
2024-11-16T04:16:47,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742314_1490 (size=12301)
2024-11-16T04:16:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:48,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/db070c418e4c48fab79c48e2440f9c38
2024-11-16T04:16:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a0a76ad95aa14e25a35734b7810e4d45 is 50, key is test_row_0/C:col10/1731730606305/Put/seqid=0
2024-11-16T04:16:48,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742315_1491 (size=12301)
2024-11-16T04:16:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:48,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:48,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730668561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730608533, max timestamp=1731730608572Num uniques 859; 
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730608533, max timestamp=1731730608572Num uniques 859; 
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731730608533, max timestamp=1731730608572Num uniques 859; 
2024-11-16T04:16:48,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T04:16:48,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730668637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730668639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730668679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730668749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730668759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a0a76ad95aa14e25a35734b7810e4d45
2024-11-16T04:16:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/893f3c822adb444cb8fc3d1b0d58f917 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917
2024-11-16T04:16:48,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917, entries=150, sequenceid=340, filesize=12.0 K
2024-11-16T04:16:48,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/db070c418e4c48fab79c48e2440f9c38 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38
2024-11-16T04:16:48,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38, entries=150, sequenceid=340, filesize=12.0 K
2024-11-16T04:16:48,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/a0a76ad95aa14e25a35734b7810e4d45 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45
2024-11-16T04:16:48,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45, entries=150, sequenceid=340, filesize=12.0 K
2024-11-16T04:16:48,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e02380edbef38808bbe44203a38d2eec in 1296ms, sequenceid=340, compaction requested=true
2024-11-16T04:16:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-16T04:16:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-16T04:16:48,870 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-16T04:16:48,870 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec
2024-11-16T04:16:48,872 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.9110 sec
2024-11-16T04:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:48,908 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-16T04:16:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:48,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:48,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/2652b3ae93ac4f09b28f63ed612b8337 is 50, key is test_row_0/A:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:48,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742316_1492 (size=14741)
2024-11-16T04:16:48,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730668958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730668969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730668970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730669079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T04:16:49,109 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:49,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-16T04:16:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:49,111 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:49,112 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:49,112 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:49,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730669289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730669290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730669290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/2652b3ae93ac4f09b28f63ed612b8337
2024-11-16T04:16:49,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/525641e770c94538b9effd7010270535 is 50, key is test_row_0/B:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:49,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742317_1493 (size=12301)
2024-11-16T04:16:49,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730669609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/525641e770c94538b9effd7010270535
2024-11-16T04:16:49,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/97785a77243b40fb807bdc4df6ce7997 is 50, key is test_row_0/C:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:49,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742318_1494 (size=12301)
2024-11-16T04:16:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:49,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43550 deadline: 1731730669809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1731730669809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:49,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:49,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:49,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:50,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:50,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1731730670129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 , the old value is region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., hostname=fda3efb342d8,46295,1731730453348, seqNum=2 because the exception is null or not the one we care about
2024-11-16T04:16:50,133 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/97785a77243b40fb807bdc4df6ce7997
2024-11-16T04:16:50,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/2652b3ae93ac4f09b28f63ed612b8337 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337
2024-11-16T04:16:50,139 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337, entries=200, sequenceid=376, filesize=14.4 K
2024-11-16T04:16:50,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/525641e770c94538b9effd7010270535 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535
2024-11-16T04:16:50,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535, entries=150, sequenceid=376, filesize=12.0 K
2024-11-16T04:16:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/97785a77243b40fb807bdc4df6ce7997 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997
2024-11-16T04:16:50,146 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997, entries=150, sequenceid=376, filesize=12.0 K
2024-11-16T04:16:50,146 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for e02380edbef38808bbe44203a38d2eec in 1238ms, sequenceid=376, compaction requested=true
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:16:50,147 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:50,147 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e02380edbef38808bbe44203a38d2eec:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:16:50,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:50,147 INFO  [Thread-1938 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1938.
2024-11-16T04:16:50,147 DEBUG [Thread-1938 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,147 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/A is initiating minor compaction (all files)
2024-11-16T04:16:50,148 INFO  [Thread-1934 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1934.
2024-11-16T04:16:50,148 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/A in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,148 DEBUG [Thread-1934 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,148 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,148 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/74598c2723af4259bcf72d26d7a2ea62, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=53.4 K
2024-11-16T04:16:50,148 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,148 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74598c2723af4259bcf72d26d7a2ea62, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/B is initiating minor compaction (all files)
2024-11-16T04:16:50,148 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/B in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,148 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,148 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b5a2d475c66144faabb766df31926e39, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=48.7 K
2024-11-16T04:16:50,148 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,148 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe5c4546aaa4300b2407f34762e0028, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731730605108
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a2d475c66144faabb766df31926e39, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 893f3c822adb444cb8fc3d1b0d58f917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731730606290
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 47a473a81af04f40ac71f8f779e3f0a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731730605108
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2652b3ae93ac4f09b28f63ed612b8337, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731730608622
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting db070c418e4c48fab79c48e2440f9c38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731730606290
2024-11-16T04:16:50,149 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 525641e770c94538b9effd7010270535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731730608630
2024-11-16T04:16:50,149 INFO  [Thread-1936 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1936.
2024-11-16T04:16:50,149 DEBUG [Thread-1936 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,149 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,149 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,150 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,154 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:50,154 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:50,154 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/3a66220ea0704b349242f029eb2ccc6a is 50, key is test_row_0/A:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:50,155 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/9eadbcbbf8a342f3a54ca2220c5624e8 is 50, key is test_row_0/B:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:50,155 INFO  [Thread-1940 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1940.
2024-11-16T04:16:50,155 DEBUG [Thread-1940 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,155 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,155 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,155 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,155 INFO  [Thread-1942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1942.
2024-11-16T04:16:50,155 DEBUG [Thread-1942 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,155 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,156 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,156 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742319_1495 (size=13085)
2024-11-16T04:16:50,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742320_1496 (size=13085)
2024-11-16T04:16:50,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/a199b66d12fa4729b4e8bf0959767b6e is 50, key is test_row_0/A:col10/1731730608949/Put/seqid=0
2024-11-16T04:16:50,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742321_1497 (size=12301)
2024-11-16T04:16:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:50,569 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/9eadbcbbf8a342f3a54ca2220c5624e8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9eadbcbbf8a342f3a54ca2220c5624e8
2024-11-16T04:16:50,570 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/3a66220ea0704b349242f029eb2ccc6a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/3a66220ea0704b349242f029eb2ccc6a
2024-11-16T04:16:50,574 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/A of e02380edbef38808bbe44203a38d2eec into 3a66220ea0704b349242f029eb2ccc6a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:50,574 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/B of e02380edbef38808bbe44203a38d2eec into 9eadbcbbf8a342f3a54ca2220c5624e8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:50,574 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/A, priority=12, startTime=1731730610147; duration=0sec
2024-11-16T04:16:50,574 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/B, priority=12, startTime=1731730610147; duration=0sec
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:A
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:B
2024-11-16T04:16:50,574 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:16:50,575 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:16:50,575 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): e02380edbef38808bbe44203a38d2eec/C is initiating minor compaction (all files)
2024-11-16T04:16:50,575 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e02380edbef38808bbe44203a38d2eec/C in TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:50,575 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/be2666d7280343b89a3f98b20002d9ee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp, totalSize=48.7 K
2024-11-16T04:16:50,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting be2666d7280343b89a3f98b20002d9ee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731730603844
2024-11-16T04:16:50,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94e282aa5efa4318a422186be3b3ecd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731730605108
2024-11-16T04:16:50,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a76ad95aa14e25a35734b7810e4d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731730606290
2024-11-16T04:16:50,576 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97785a77243b40fb807bdc4df6ce7997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731730608630
2024-11-16T04:16:50,583 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e02380edbef38808bbe44203a38d2eec#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:16:50,584 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/7b4b253051b1473fb6884c7b83950e48 is 50, key is test_row_0/C:col10/1731730608907/Put/seqid=0
2024-11-16T04:16:50,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/a199b66d12fa4729b4e8bf0959767b6e
2024-11-16T04:16:50,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742322_1498 (size=13085)
2024-11-16T04:16:50,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/d95879f75f2345fabdddbab888b6f789 is 50, key is test_row_0/B:col10/1731730608949/Put/seqid=0
2024-11-16T04:16:50,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742323_1499 (size=12301)
2024-11-16T04:16:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:50,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. as already flushing
2024-11-16T04:16:50,833 INFO  [Thread-1923 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1923.
2024-11-16T04:16:50,833 DEBUG [Thread-1923 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,833 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,833 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,834 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,841 INFO  [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927.
2024-11-16T04:16:50,841 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:50,842 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,842 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:50,842 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:50,995 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/d95879f75f2345fabdddbab888b6f789
2024-11-16T04:16:51,001 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/7b4b253051b1473fb6884c7b83950e48 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/7b4b253051b1473fb6884c7b83950e48
2024-11-16T04:16:51,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/dee019748c4f48c6bdef6e54f4b6f5a9 is 50, key is test_row_0/C:col10/1731730608949/Put/seqid=0
2024-11-16T04:16:51,005 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e02380edbef38808bbe44203a38d2eec/C of e02380edbef38808bbe44203a38d2eec into 7b4b253051b1473fb6884c7b83950e48(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:16:51,005 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:51,005 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., storeName=e02380edbef38808bbe44203a38d2eec/C, priority=12, startTime=1731730610147; duration=0sec
2024-11-16T04:16:51,005 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:16:51,005 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e02380edbef38808bbe44203a38d2eec:C
2024-11-16T04:16:51,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742324_1500 (size=12301)
2024-11-16T04:16:51,141 INFO  [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925.
2024-11-16T04:16:51,141 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:51,141 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:51,141 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:51,141 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:51,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/dee019748c4f48c6bdef6e54f4b6f5a9
2024-11-16T04:16:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/a199b66d12fa4729b4e8bf0959767b6e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/a199b66d12fa4729b4e8bf0959767b6e
2024-11-16T04:16:51,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/a199b66d12fa4729b4e8bf0959767b6e, entries=150, sequenceid=386, filesize=12.0 K
2024-11-16T04:16:51,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/d95879f75f2345fabdddbab888b6f789 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/d95879f75f2345fabdddbab888b6f789
2024-11-16T04:16:51,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/d95879f75f2345fabdddbab888b6f789, entries=150, sequenceid=386, filesize=12.0 K
2024-11-16T04:16:51,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/dee019748c4f48c6bdef6e54f4b6f5a9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/dee019748c4f48c6bdef6e54f4b6f5a9
2024-11-16T04:16:51,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/dee019748c4f48c6bdef6e54f4b6f5a9, entries=150, sequenceid=386, filesize=12.0 K
2024-11-16T04:16:51,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for e02380edbef38808bbe44203a38d2eec in 1253ms, sequenceid=386, compaction requested=false
2024-11-16T04:16:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e02380edbef38808bbe44203a38d2eec:

2024-11-16T04:16:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-16T04:16:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-16T04:16:51,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-16T04:16:51,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec
2024-11-16T04:16:51,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.3250 sec
2024-11-16T04:16:52,700 INFO  [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931.
2024-11-16T04:16:52,700 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:52,700 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:52,700 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:52,700 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:52,720 INFO  [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929.
2024-11-16T04:16:52,721 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:16:52,721 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:52,721 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:52,721 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T04:16:53,269 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 51
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 165
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 22
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1202
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3606 rows
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1208
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3622 rows
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1203
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3609 rows
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1211
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3631 rows
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1206
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3613 rows
2024-11-16T04:16:53,269 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:16:53,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:16:53,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:53,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:53,270 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:16:53,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:16:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-16T04:16:53,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730613273"}]},"ts":"1731730613273"}
2024-11-16T04:16:53,274 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:16:53,274 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:16:53,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:16:53,276 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, UNASSIGN}]
2024-11-16T04:16:53,276 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, UNASSIGN
2024-11-16T04:16:53,277 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=e02380edbef38808bbe44203a38d2eec, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:53,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, UNASSIGN because future has completed
2024-11-16T04:16:53,279 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:16:53,279 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-16T04:16:53,431 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:53,431 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:16:53,431 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing e02380edbef38808bbe44203a38d2eec, disabling compactions & flushes
2024-11-16T04:16:53,431 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:53,431 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:53,431 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. after waiting 0 ms
2024-11-16T04:16:53,431 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:53,431 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing e02380edbef38808bbe44203a38d2eec 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=A
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=B
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e02380edbef38808bbe44203a38d2eec, store=C
2024-11-16T04:16:53,432 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:53,435 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7b50df3dd68f486cbe108dab60f63f6e is 50, key is test_row_0/A:col10/1731730612719/Put/seqid=0
2024-11-16T04:16:53,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742325_1501 (size=12301)
2024-11-16T04:16:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-16T04:16:53,839 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7b50df3dd68f486cbe108dab60f63f6e
2024-11-16T04:16:53,851 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fc5fcd338ffe4863a926adc9f95248e6 is 50, key is test_row_0/B:col10/1731730612719/Put/seqid=0
2024-11-16T04:16:53,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742326_1502 (size=12301)
2024-11-16T04:16:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-16T04:16:54,258 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fc5fcd338ffe4863a926adc9f95248e6
2024-11-16T04:16:54,269 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/37b1ff25ff494ca3bbc9edd23f3fc750 is 50, key is test_row_0/C:col10/1731730612719/Put/seqid=0
2024-11-16T04:16:54,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742327_1503 (size=12301)
2024-11-16T04:16:54,273 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/37b1ff25ff494ca3bbc9edd23f3fc750
2024-11-16T04:16:54,276 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/A/7b50df3dd68f486cbe108dab60f63f6e as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7b50df3dd68f486cbe108dab60f63f6e
2024-11-16T04:16:54,280 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7b50df3dd68f486cbe108dab60f63f6e, entries=150, sequenceid=397, filesize=12.0 K
2024-11-16T04:16:54,281 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/B/fc5fcd338ffe4863a926adc9f95248e6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fc5fcd338ffe4863a926adc9f95248e6
2024-11-16T04:16:54,285 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fc5fcd338ffe4863a926adc9f95248e6, entries=150, sequenceid=397, filesize=12.0 K
2024-11-16T04:16:54,285 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/.tmp/C/37b1ff25ff494ca3bbc9edd23f3fc750 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/37b1ff25ff494ca3bbc9edd23f3fc750
2024-11-16T04:16:54,289 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/37b1ff25ff494ca3bbc9edd23f3fc750, entries=150, sequenceid=397, filesize=12.0 K
2024-11-16T04:16:54,289 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e02380edbef38808bbe44203a38d2eec in 858ms, sequenceid=397, compaction requested=true
2024-11-16T04:16:54,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7811bc1410694fdd8a5d6d744e6fd855, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/b27554c3e66345b19a836464ebe0ce0a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bd52ed6f1edc4623b5527a1d5cf326e1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c57af203fa0748f5b03b39ff8acc9ee3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/5d063d9ed4824ac795302a32e92f1c10, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/74598c2723af4259bcf72d26d7a2ea62, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337] to archive
2024-11-16T04:16:54,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:54,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7067b4ed93c341cd902cbebd32dcfdc9
2024-11-16T04:16:54,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c3bf709f9b354ff7851a088edc328678
2024-11-16T04:16:54,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c2a5011f16f0462d8870388940f5753e
2024-11-16T04:16:54,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7811bc1410694fdd8a5d6d744e6fd855 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7811bc1410694fdd8a5d6d744e6fd855
2024-11-16T04:16:54,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bc5e01de50104b51b3b2154024e7811b
2024-11-16T04:16:54,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/127ff7212ad2403a9bc76a2f347ede43
2024-11-16T04:16:54,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/b27554c3e66345b19a836464ebe0ce0a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/b27554c3e66345b19a836464ebe0ce0a
2024-11-16T04:16:54,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/6fa2d495d9a94b74b307600901ca2192
2024-11-16T04:16:54,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/adb45655c4a84252ab74eb6532a5c8ae
2024-11-16T04:16:54,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bd52ed6f1edc4623b5527a1d5cf326e1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bd52ed6f1edc4623b5527a1d5cf326e1
2024-11-16T04:16:54,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/8966ee7196f9434c9d074ade8ba6110c
2024-11-16T04:16:54,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/59796e143ca64023b1d43682d78a4c3c
2024-11-16T04:16:54,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/e9b38727061a481aa82a2fc021528e7a
2024-11-16T04:16:54,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c57af203fa0748f5b03b39ff8acc9ee3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/c57af203fa0748f5b03b39ff8acc9ee3
2024-11-16T04:16:54,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/bcfc97a428754d3fa8d0e2adacb05322
2024-11-16T04:16:54,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/5d063d9ed4824ac795302a32e92f1c10 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/5d063d9ed4824ac795302a32e92f1c10
2024-11-16T04:16:54,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/dc1672ff9e974de8a62636c59dcf1e31
2024-11-16T04:16:54,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/21b25da06c6442bfbfcaff9e15a069d1
2024-11-16T04:16:54,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/652cbecfb294421a9947a8b9ba4bf44f
2024-11-16T04:16:54,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/74598c2723af4259bcf72d26d7a2ea62 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/74598c2723af4259bcf72d26d7a2ea62
2024-11-16T04:16:54,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/abe5c4546aaa4300b2407f34762e0028
2024-11-16T04:16:54,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/893f3c822adb444cb8fc3d1b0d58f917
2024-11-16T04:16:54,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/2652b3ae93ac4f09b28f63ed612b8337
2024-11-16T04:16:54,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fe0bbbca886a4efd8279f4ce7ee0c5b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/4f18a2601aee45bcb0b49d4f7f7bf858, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/31c545f17a9d49b7bfa9296b59b091a6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/52b259aa5ef54cc389d08fd617dbda6c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/49fae5a9103542f8a7d85eb5869b426e, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b5a2d475c66144faabb766df31926e39, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535] to archive
2024-11-16T04:16:54,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:54,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/19ff2a6ce76749f2a43a9ec4f616f87a
2024-11-16T04:16:54,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/f0b776a70a8047b0be97fe74d5eb01e4
2024-11-16T04:16:54,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fe0bbbca886a4efd8279f4ce7ee0c5b4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fe0bbbca886a4efd8279f4ce7ee0c5b4
2024-11-16T04:16:54,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/cd7598a2ed934a3c89aae769e0fe724f
2024-11-16T04:16:54,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/7051aff5320c47d39bab44b062708f0d
2024-11-16T04:16:54,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/4f18a2601aee45bcb0b49d4f7f7bf858 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/4f18a2601aee45bcb0b49d4f7f7bf858
2024-11-16T04:16:54,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b4a32f6c6e8a4f5b845a2ad8ebfb3492
2024-11-16T04:16:54,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/1f3f72650c334f9ea95d6559511efbbe
2024-11-16T04:16:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/31c545f17a9d49b7bfa9296b59b091a6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/31c545f17a9d49b7bfa9296b59b091a6
2024-11-16T04:16:54,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fdcce47476ef4eea9f0ed954ca0a4131
2024-11-16T04:16:54,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9d959ad0e7544e9f81ca6e6829e8f534
2024-11-16T04:16:54,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/abab93699269429394521ee2c0ae854a
2024-11-16T04:16:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/52b259aa5ef54cc389d08fd617dbda6c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/52b259aa5ef54cc389d08fd617dbda6c
2024-11-16T04:16:54,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/a0b84a5712044b55822948b3aa8f2ad7
2024-11-16T04:16:54,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c66e626d78ab446ca7952c22360ff49e
2024-11-16T04:16:54,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/49fae5a9103542f8a7d85eb5869b426e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/49fae5a9103542f8a7d85eb5869b426e
2024-11-16T04:16:54,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/bce978c49501404a9ee0de83639f5f41
2024-11-16T04:16:54,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/48454fa4549349d994cc48cf389e4f68
2024-11-16T04:16:54,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b5a2d475c66144faabb766df31926e39 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/b5a2d475c66144faabb766df31926e39
2024-11-16T04:16:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/c83260db44014c91aef520eea7c42562
2024-11-16T04:16:54,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/47a473a81af04f40ac71f8f779e3f0a3
2024-11-16T04:16:54,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/db070c418e4c48fab79c48e2440f9c38
2024-11-16T04:16:54,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/525641e770c94538b9effd7010270535
2024-11-16T04:16:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0f5e2786c2a74ccc882d46551c893d32, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/591a479a35794e68b263a3ed76cee008, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8f14f242900a4edcace6bc0b8d25772b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/1de863688d1b4f49a635326f6fe745c5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cc51544a8c4545b0ab3580d86e5781f8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/be2666d7280343b89a3f98b20002d9ee, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997] to archive
2024-11-16T04:16:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:16:54,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d8db102c340b41d19277380917377c26
2024-11-16T04:16:54,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/b4be5509b72f4f03b291ba4b6b24fd25
2024-11-16T04:16:54,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0f5e2786c2a74ccc882d46551c893d32 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0f5e2786c2a74ccc882d46551c893d32
2024-11-16T04:16:54,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d1396bf3175044448ce50f8103e89647
2024-11-16T04:16:54,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cbe6ceb117844a9caee32c2389590ace
2024-11-16T04:16:54,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/591a479a35794e68b263a3ed76cee008 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/591a479a35794e68b263a3ed76cee008
2024-11-16T04:16:54,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/63747e27bf654a65a8a6abeb9f723e83
2024-11-16T04:16:54,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/e5ef4a4f2a354c29b195b742fe71bc4f
2024-11-16T04:16:54,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8f14f242900a4edcace6bc0b8d25772b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8f14f242900a4edcace6bc0b8d25772b
2024-11-16T04:16:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c5ec11bdf8904b9bbd23aa0b280d65b0
2024-11-16T04:16:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/8e91d7595d2d4799a8eec96ce72f3b7a
2024-11-16T04:16:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a15f93aaf6a4426ca684235195bc2b62
2024-11-16T04:16:54,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/1de863688d1b4f49a635326f6fe745c5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/1de863688d1b4f49a635326f6fe745c5
2024-11-16T04:16:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/c54ef0c80b764a4baf7cfddf6011fbea
2024-11-16T04:16:54,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/d14bd1b118814639a72e024dfea63997
2024-11-16T04:16:54,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cc51544a8c4545b0ab3580d86e5781f8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/cc51544a8c4545b0ab3580d86e5781f8
2024-11-16T04:16:54,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/685c6f0c66cf4c4ba8ad68ccdf4c4462
2024-11-16T04:16:54,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/ec3ad2fe38314288ab2c043a0040470c
2024-11-16T04:16:54,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/be2666d7280343b89a3f98b20002d9ee to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/be2666d7280343b89a3f98b20002d9ee
2024-11-16T04:16:54,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/0d205b5449be48638c9b1b6826f58459
2024-11-16T04:16:54,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/94e282aa5efa4318a422186be3b3ecd8
2024-11-16T04:16:54,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/a0a76ad95aa14e25a35734b7810e4d45
2024-11-16T04:16:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/97785a77243b40fb807bdc4df6ce7997
2024-11-16T04:16:54,367 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=1
2024-11-16T04:16:54,367 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.
2024-11-16T04:16:54,367 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for e02380edbef38808bbe44203a38d2eec:
Waiting for close lock at 1731730613431Running coprocessor pre-close hooks at 1731730613431Disabling compacts and flushes for region at 1731730613431Disabling writes for close at 1731730613431Obtaining lock to block concurrent updates at 1731730613431Preparing flush snapshotting stores in e02380edbef38808bbe44203a38d2eec at 1731730613431Finished memstore snapshotting TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731730613432 (+1 ms)Flushing stores of TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec. at 1731730613432Flushing e02380edbef38808bbe44203a38d2eec/A: creating writer at 1731730613432Flushing e02380edbef38808bbe44203a38d2eec/A: appending metadata at 1731730613435 (+3 ms)Flushing e02380edbef38808bbe44203a38d2eec/A: closing flushed file at 1731730613435Flushing e02380edbef38808bbe44203a38d2eec/B: creating writer at 1731730613843 (+408 ms)Flushing e02380edbef38808bbe44203a38d2eec/B: appending metadata at 1731730613851 (+8 ms)Flushing e02380edbef38808bbe44203a38d2eec/B: closing flushed file at 1731730613851Flushing e02380edbef38808bbe44203a38d2eec/C: creating writer at 1731730614266 (+415 ms)Flushing e02380edbef38808bbe44203a38d2eec/C: appending metadata at 1731730614268 (+2 ms)Flushing e02380edbef38808bbe44203a38d2eec/C: closing flushed file at 1731730614268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a32da0f: reopening flushed file at 1731730614276 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1964fa2c: reopening flushed file at 1731730614280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7ae636: reopening flushed file at 1731730614285 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e02380edbef38808bbe44203a38d2eec in 858ms, sequenceid=397, compaction requested=true at 1731730614289 (+4 ms)Writing region close event to WAL at 1731730614362 (+73 ms)Running coprocessor post-close hooks at 1731730614367 (+5 ms)Closed at 1731730614367
2024-11-16T04:16:54,369 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:54,369 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=e02380edbef38808bbe44203a38d2eec, regionState=CLOSED
2024-11-16T04:16:54,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:54,373 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-16T04:16:54,373 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure e02380edbef38808bbe44203a38d2eec, server=fda3efb342d8,46295,1731730453348 in 1.0920 sec
2024-11-16T04:16:54,375 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132
2024-11-16T04:16:54,375 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e02380edbef38808bbe44203a38d2eec, UNASSIGN in 1.0970 sec
2024-11-16T04:16:54,377 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-16T04:16:54,377 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1000 sec
2024-11-16T04:16:54,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730614378"}]},"ts":"1731730614378"}
2024-11-16T04:16:54,380 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:16:54,380 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:16:54,382 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1110 sec
2024-11-16T04:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-16T04:16:54,410 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:54,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-16T04:16:54,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,417 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:54,419 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/recovered.edits]
2024-11-16T04:16:54,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/3a66220ea0704b349242f029eb2ccc6a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/3a66220ea0704b349242f029eb2ccc6a
2024-11-16T04:16:54,422 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7b50df3dd68f486cbe108dab60f63f6e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/7b50df3dd68f486cbe108dab60f63f6e
2024-11-16T04:16:54,422 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/a199b66d12fa4729b4e8bf0959767b6e to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/A/a199b66d12fa4729b4e8bf0959767b6e
2024-11-16T04:16:54,424 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9eadbcbbf8a342f3a54ca2220c5624e8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/9eadbcbbf8a342f3a54ca2220c5624e8
2024-11-16T04:16:54,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/d95879f75f2345fabdddbab888b6f789 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/d95879f75f2345fabdddbab888b6f789
2024-11-16T04:16:54,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fc5fcd338ffe4863a926adc9f95248e6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/B/fc5fcd338ffe4863a926adc9f95248e6
2024-11-16T04:16:54,427 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/37b1ff25ff494ca3bbc9edd23f3fc750 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/37b1ff25ff494ca3bbc9edd23f3fc750
2024-11-16T04:16:54,428 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/7b4b253051b1473fb6884c7b83950e48 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/7b4b253051b1473fb6884c7b83950e48
2024-11-16T04:16:54,428 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/dee019748c4f48c6bdef6e54f4b6f5a9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/C/dee019748c4f48c6bdef6e54f4b6f5a9
2024-11-16T04:16:54,430 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/recovered.edits/400.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec/recovered.edits/400.seqid
2024-11-16T04:16:54,431 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/e02380edbef38808bbe44203a38d2eec
2024-11-16T04:16:54,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:16:54,433 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,435 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:16:54,437 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:16:54,439 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,439 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:16:54,439 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730614439"}]},"ts":"9223372036854775807"}
2024-11-16T04:16:54,443 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:16:54,443 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e02380edbef38808bbe44203a38d2eec, NAME => 'TestAcidGuarantees,,1731730587953.e02380edbef38808bbe44203a38d2eec.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:16:54,443 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:16:54,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730614443"}]},"ts":"9223372036854775807"}
2024-11-16T04:16:54,446 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:16:54,447 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,448 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec
2024-11-16T04:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-16T04:16:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:16:54,521 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:54,529 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 249) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9077 (was 7807) - AvailableMemoryMB LEAK? -
2024-11-16T04:16:54,539 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=9076
2024-11-16T04:16:54,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:16:54,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:54,543 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T04:16:54,543 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:54,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 136
2024-11-16T04:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:54,544 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T04:16:54,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742328_1504 (size=1061)
2024-11-16T04:16:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:54,951 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2
2024-11-16T04:16:54,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742329_1505 (size=53)
2024-11-16T04:16:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 51d1d0a5135ba64959a1bffbf6b95b18, disabling compactions & flushes
2024-11-16T04:16:55,356 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. after waiting 0 ms
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,356 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,356 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51d1d0a5135ba64959a1bffbf6b95b18:
Waiting for close lock at 1731730615356Disabling compacts and flushes for region at 1731730615356Disabling writes for close at 1731730615356Writing region close event to WAL at 1731730615356Closed at 1731730615356
2024-11-16T04:16:55,357 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T04:16:55,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731730615357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731730615357"}]},"ts":"1731730615357"}
2024-11-16T04:16:55,358 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T04:16:55,359 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T04:16:55,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730615359"}]},"ts":"1731730615359"}
2024-11-16T04:16:55,360 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T04:16:55,361 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, ASSIGN}]
2024-11-16T04:16:55,361 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, ASSIGN
2024-11-16T04:16:55,362 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, ASSIGN; state=OFFLINE, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=false
2024-11-16T04:16:55,513 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, ASSIGN because future has completed
2024-11-16T04:16:55,517 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:55,674 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,674 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:16:55,674 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,674 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:16:55,674 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,674 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,676 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:55,678 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:55,678 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName A
2024-11-16T04:16:55,678 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:55,679 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:55,679 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:55,681 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:55,681 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName B
2024-11-16T04:16:55,681 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:55,682 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:55,682 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:55,683 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:55,683 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName C
2024-11-16T04:16:55,683 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:55,684 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:55,684 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,684 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,685 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,686 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,687 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,688 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,688 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:16:55,691 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,694 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T04:16:55,694 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened 51d1d0a5135ba64959a1bffbf6b95b18; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61700936, jitterRate=-0.08058440685272217}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:16:55,694 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:55,695 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for 51d1d0a5135ba64959a1bffbf6b95b18:
Running coprocessor pre-open hook at 1731730615675Writing region info on filesystem at 1731730615675Initializing all the Stores at 1731730615676 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730615676Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730615676Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730615676Cleaning up temporary data from old regions at 1731730615688 (+12 ms)Running coprocessor post-open hooks at 1731730615694 (+6 ms)Region opened successfully at 1731730615695 (+1 ms)
2024-11-16T04:16:55,696 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., pid=138, masterSystemTime=1731730615670
2024-11-16T04:16:55,698 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,699 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:55,699 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=OPEN, openSeqNum=2, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:55,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:55,705 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-16T04:16:55,705 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 in 186 msec
2024-11-16T04:16:55,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-16T04:16:55,707 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, ASSIGN in 344 msec
2024-11-16T04:16:55,709 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T04:16:55,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730615709"}]},"ts":"1731730615709"}
2024-11-16T04:16:55,711 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T04:16:55,712 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T04:16:55,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec
2024-11-16T04:16:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-16T04:16:56,689 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:56,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:56,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:56,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:56,691 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:56,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bafdca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:56,693 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68acf0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:56,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:56,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:56,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T04:16:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fda3efb342d8,45329,1731730452505
2024-11-16T04:16:56,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a8ca9f
2024-11-16T04:16:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T04:16:56,697 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T04:16:56,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T04:16:56,699 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T04:16:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T04:16:56,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742330_1506 (size=1097)
2024-11-16T04:16:57,111 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T04:16:57,111 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T04:16:57,114 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:16:57,116 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE}]
2024-11-16T04:16:57,117 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE
2024-11-16T04:16:57,119 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE because future has completed
2024-11-16T04:16:57,120 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:16:57,120 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:57,273 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,273 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:16:57,273 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 51d1d0a5135ba64959a1bffbf6b95b18, disabling compactions & flushes
2024-11-16T04:16:57,273 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,273 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,273 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. after waiting 0 ms
2024-11-16T04:16:57,273 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,277 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T04:16:57,278 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,278 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 51d1d0a5135ba64959a1bffbf6b95b18:
Waiting for close lock at 1731730617273Running coprocessor pre-close hooks at 1731730617273Disabling compacts and flushes for region at 1731730617273Disabling writes for close at 1731730617273Writing region close event to WAL at 1731730617274 (+1 ms)Running coprocessor post-close hooks at 1731730617277 (+3 ms)Closed at 1731730617277
2024-11-16T04:16:57,278 WARN  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: 51d1d0a5135ba64959a1bffbf6b95b18 to self.
2024-11-16T04:16:57,280 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,280 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=CLOSED
2024-11-16T04:16:57,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:57,284 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-16T04:16:57,284 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 in 162 msec
2024-11-16T04:16:57,285 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE; state=CLOSED, location=fda3efb342d8,46295,1731730453348; forceNewPlan=false, retain=true
2024-11-16T04:16:57,436 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=OPENING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE because future has completed
2024-11-16T04:16:57,439 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:16:57,594 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,594 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
2024-11-16T04:16:57,594 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,594 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T04:16:57,595 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,595 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,596 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:57,596 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:57,596 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName A
2024-11-16T04:16:57,597 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:57,597 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:57,598 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:57,598 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:57,598 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName B
2024-11-16T04:16:57,598 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:57,598 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:57,599 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51d1d0a5135ba64959a1bffbf6b95b18 
2024-11-16T04:16:57,599 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T04:16:57,599 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d1d0a5135ba64959a1bffbf6b95b18 columnFamilyName C
2024-11-16T04:16:57,599 DEBUG [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:57,599 INFO  [StoreOpener-51d1d0a5135ba64959a1bffbf6b95b18-1 {}] regionserver.HStore(327): Store=51d1d0a5135ba64959a1bffbf6b95b18/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T04:16:57,600 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,600 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,600 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,601 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,602 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,602 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,602 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T04:16:57,603 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,604 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened 51d1d0a5135ba64959a1bffbf6b95b18; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61507599, jitterRate=-0.08346535265445709}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T04:16:57,604 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,604 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for 51d1d0a5135ba64959a1bffbf6b95b18:
Running coprocessor pre-open hook at 1731730617595Writing region info on filesystem at 1731730617595Initializing all the Stores at 1731730617595Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730617595Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730617595Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731730617595Cleaning up temporary data from old regions at 1731730617602 (+7 ms)Running coprocessor post-open hooks at 1731730617604 (+2 ms)Region opened successfully at 1731730617604
2024-11-16T04:16:57,605 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., pid=143, masterSystemTime=1731730617592
2024-11-16T04:16:57,606 DEBUG [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,606 INFO  [RS_OPEN_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,607 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=OPEN, openSeqNum=5, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:16:57,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141
2024-11-16T04:16:57,610 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 in 170 msec
2024-11-16T04:16:57,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-16T04:16:57,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, REOPEN/MOVE in 494 msec
2024-11-16T04:16:57,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-16T04:16:57,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec
2024-11-16T04:16:57,615 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 915 msec
2024-11-16T04:16:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-16T04:16:57,616 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:16:57,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,617 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2178bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,618 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3be1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,619 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fa826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,620 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2043088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,622 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ce508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,623 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29442a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee9b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,625 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bf5dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,626 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bccb1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,627 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e02fc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b09dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,630 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74af3000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,631 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da76108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,632 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c00c70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,634 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1debba70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,635 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d1491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,637 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516669bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,638 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669c44f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fda3efb342d8,45329,-1 for getting cluster id
2024-11-16T04:16:57,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T04:16:57,639 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cfef244-f526-4bdf-88cc-63b00f4f337a'
2024-11-16T04:16:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T04:16:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cfef244-f526-4bdf-88cc-63b00f4f337a"

2024-11-16T04:16:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b64f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fda3efb342d8,45329,-1]
2024-11-16T04:16:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T04:16:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:16:57,640 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T04:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d24e139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T04:16:57,641 DEBUG [Thread-2289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,641 DEBUG [Thread-2295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 DEBUG [Thread-2293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 DEBUG [Thread-2286 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 DEBUG [Thread-2278 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:16:57,642 DEBUG [Thread-2280 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,642 DEBUG [Thread-2297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,643 DEBUG [Thread-2284 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,643 DEBUG [Thread-2282 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,644 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,644 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,644 DEBUG [Thread-2291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T04:16:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,644 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,645 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fda3efb342d8,46295,1731730453348, seqNum=-1]
2024-11-16T04:16:57,645 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,645 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T04:16:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-11-16T04:16:57,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:57,646 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T04:16:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,647 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:16:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,648 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:16:57,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:16:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5]
2024-11-16T04:16:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:57,654 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:16:57,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:16:57,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c189aebf59384341b9e6942445f8624e_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730617652/Put/seqid=0
2024-11-16T04:16:57,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730677677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730677680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730617666, max timestamp=1731730617682Num uniques 859; 
2024-11-16T04:16:57,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731730617666, max timestamp=1731730617682Num uniques 859; 
2024-11-16T04:16:57,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:16:57,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-16T04:16:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731730617666, max timestamp=1731730617682Num uniques 859; 
2024-11-16T04:16:57,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fda3efb342d8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T04:16:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742331_1507 (size=17034)
2024-11-16T04:16:57,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730677707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730677709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730677710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:57,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730677789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730677789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:57,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730677819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730677819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730677819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:57,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:57,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:58,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730677999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730677999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730678029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730678029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730678029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:58,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,109 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:58,112 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c189aebf59384341b9e6942445f8624e_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c189aebf59384341b9e6942445f8624e_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:58,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/195e1b981d574e7ca9129138af778b5f, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:16:58,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/195e1b981d574e7ca9129138af778b5f is 175, key is test_row_0/A:col10/1731730617652/Put/seqid=0
2024-11-16T04:16:58,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742332_1508 (size=48139)
2024-11-16T04:16:58,120 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/195e1b981d574e7ca9129138af778b5f
2024-11-16T04:16:58,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/6519e48310144f2b97dfd015378ac474 is 50, key is test_row_0/B:col10/1731730617652/Put/seqid=0
2024-11-16T04:16:58,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742333_1509 (size=12001)
2024-11-16T04:16:58,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:58,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730678310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730678310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730678339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730678341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730678342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:58,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:16:58,567 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/6519e48310144f2b97dfd015378ac474
2024-11-16T04:16:58,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/a7825c3b8e3f4886a2bf342049800ef6 is 50, key is test_row_0/C:col10/1731730617652/Put/seqid=0
2024-11-16T04:16:58,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742334_1510 (size=12001)
2024-11-16T04:16:58,597 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/a7825c3b8e3f4886a2bf342049800ef6
2024-11-16T04:16:58,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/195e1b981d574e7ca9129138af778b5f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f
2024-11-16T04:16:58,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f, entries=250, sequenceid=15, filesize=47.0 K
2024-11-16T04:16:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/6519e48310144f2b97dfd015378ac474 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474
2024-11-16T04:16:58,607 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:16:58,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/a7825c3b8e3f4886a2bf342049800ef6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6
2024-11-16T04:16:58,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T04:16:58,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.31 KB/132415 for 51d1d0a5135ba64959a1bffbf6b95b18 in 965ms, sequenceid=15, compaction requested=false
2024-11-16T04:16:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:16:58,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:16:58,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=129.31 KB heapSize=364.54 KB
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:16:58,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T04:16:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a0851c4076844b79ac84548e36d41e22_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730617687/Put/seqid=0
2024-11-16T04:16:58,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742335_1511 (size=12154)
2024-11-16T04:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:58,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:16:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:58,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730678832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730678833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730678849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730678849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730678849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730678939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:58,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730678949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:16:59,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a0851c4076844b79ac84548e36d41e22_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a0851c4076844b79ac84548e36d41e22_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:16:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/87b689505b804d57a1d4845edc74da91, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:16:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/87b689505b804d57a1d4845edc74da91 is 175, key is test_row_0/A:col10/1731730617687/Put/seqid=0
2024-11-16T04:16:59,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730679149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742336_1512 (size=30955)
2024-11-16T04:16:59,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/87b689505b804d57a1d4845edc74da91
2024-11-16T04:16:59,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/14fda970ea0d4318aaf2e383ec385ed7 is 50, key is test_row_0/B:col10/1731730617687/Put/seqid=0
2024-11-16T04:16:59,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730679159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742337_1513 (size=12001)
2024-11-16T04:16:59,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730679459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730679469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/14fda970ea0d4318aaf2e383ec385ed7
2024-11-16T04:16:59,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/6bf28ea39c4340fabb73f1f93d5557fd is 50, key is test_row_0/C:col10/1731730617687/Put/seqid=0
2024-11-16T04:16:59,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742338_1514 (size=12001)
2024-11-16T04:16:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:16:59,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730679859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730679860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,864 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,865 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730679869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,874 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:16:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,893 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T04:16:59,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730679969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:16:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730679979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:16:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:16:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:16:59,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/6bf28ea39c4340fabb73f1f93d5557fd
2024-11-16T04:16:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/87b689505b804d57a1d4845edc74da91 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91
2024-11-16T04:16:59,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91, entries=150, sequenceid=50, filesize=30.2 K
2024-11-16T04:17:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/14fda970ea0d4318aaf2e383ec385ed7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7
2024-11-16T04:17:00,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7, entries=150, sequenceid=50, filesize=11.7 K
2024-11-16T04:17:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/6bf28ea39c4340fabb73f1f93d5557fd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd
2024-11-16T04:17:00,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd, entries=150, sequenceid=50, filesize=11.7 K
2024-11-16T04:17:00,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~129.31 KB/132415, heapSize ~364.49 KB/373240, currentSize=53.67 KB/54960 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1299ms, sequenceid=50, compaction requested=false
2024-11-16T04:17:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-11-16T04:17:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=145
2024-11-16T04:17:00,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-16T04:17:00,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec
2024-11-16T04:17:00,023 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3790 sec
2024-11-16T04:17:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:00,981 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:00,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:00,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111678f3ea27be02484b9feea5eba73f55c2_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:01,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742339_1515 (size=14594)
2024-11-16T04:17:01,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730681038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730681039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730681149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730681149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730681359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730681359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:01,418 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111678f3ea27be02484b9feea5eba73f55c2_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111678f3ea27be02484b9feea5eba73f55c2_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:01,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/be88fb01e9334c8487d19760b17da4d5, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:01,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/be88fb01e9334c8487d19760b17da4d5 is 175, key is test_row_0/A:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:01,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742340_1516 (size=39549)
2024-11-16T04:17:01,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730681670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730681671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T04:17:01,800 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:01,800 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:17:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-16T04:17:01,802 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:17:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:01,803 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:17:01,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:17:01,822 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/be88fb01e9334c8487d19760b17da4d5
2024-11-16T04:17:01,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ffcb92347a5f4bab9daee52220d17b18 is 50, key is test_row_0/B:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:01,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742341_1517 (size=12001)
2024-11-16T04:17:01,836 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ffcb92347a5f4bab9daee52220d17b18
2024-11-16T04:17:01,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/70754c3ec41549198d3b10ea8d08bae0 is 50, key is test_row_0/C:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:01,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742342_1518 (size=12001)
2024-11-16T04:17:01,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730681869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,872 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730681889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730681889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:01,894 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:01,894 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:01,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T04:17:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:01,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T04:17:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:02,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730682179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:02,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730682179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:02,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:02,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/70754c3ec41549198d3b10ea8d08bae0
2024-11-16T04:17:02,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/be88fb01e9334c8487d19760b17da4d5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5
2024-11-16T04:17:02,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5, entries=200, sequenceid=62, filesize=38.6 K
2024-11-16T04:17:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ffcb92347a5f4bab9daee52220d17b18 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18
2024-11-16T04:17:02,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18, entries=150, sequenceid=62, filesize=11.7 K
2024-11-16T04:17:02,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T04:17:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/70754c3ec41549198d3b10ea8d08bae0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0
2024-11-16T04:17:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:02,264 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0, entries=150, sequenceid=62, filesize=11.7 K
2024-11-16T04:17:02,265 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1283ms, sequenceid=62, compaction requested=true
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:02,265 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:02,265 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:02,265 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:02,266 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:02,266 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,266 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.2 K
2024-11-16T04:17:02,266 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=115.9 K
2024-11-16T04:17:02,266 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5]
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6519e48310144f2b97dfd015378ac474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730617649
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 195e1b981d574e7ca9129138af778b5f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730617649
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 14fda970ea0d4318aaf2e383ec385ed7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731730617687
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87b689505b804d57a1d4845edc74da91, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731730617687
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ffcb92347a5f4bab9daee52220d17b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:02,266 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting be88fb01e9334c8487d19760b17da4d5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:02,271 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:02,272 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:02,273 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/85546f8cf6f24d70984b87c3e2ceacd3 is 50, key is test_row_0/B:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:02,275 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116beb1f44b57e9480eb8b6ac99c0d49575_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:02,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742343_1519 (size=12104)
2024-11-16T04:17:02,277 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116beb1f44b57e9480eb8b6ac99c0d49575_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:02,277 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116beb1f44b57e9480eb8b6ac99c0d49575_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:02,281 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/85546f8cf6f24d70984b87c3e2ceacd3 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/85546f8cf6f24d70984b87c3e2ceacd3
2024-11-16T04:17:02,285 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into 85546f8cf6f24d70984b87c3e2ceacd3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:02,285 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:02,285 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=13, startTime=1731730622265; duration=0sec
2024-11-16T04:17:02,285 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:02,285 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:02,285 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:02,286 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:02,286 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:02,286 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,286 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.2 K
2024-11-16T04:17:02,286 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a7825c3b8e3f4886a2bf342049800ef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731730617649
2024-11-16T04:17:02,286 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bf28ea39c4340fabb73f1f93d5557fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731730617687
2024-11-16T04:17:02,287 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 70754c3ec41549198d3b10ea8d08bae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:02,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742344_1520 (size=4469)
2024-11-16T04:17:02,298 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:02,299 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/a60ee7fe0ca045fe9afb19339ee82c46 is 50, key is test_row_0/C:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:02,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742345_1521 (size=12104)
2024-11-16T04:17:02,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T04:17:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:02,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T04:17:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161d54a6c3f4c84c05a63916111c285e67_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730621026/Put/seqid=0
2024-11-16T04:17:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:02,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742346_1522 (size=12154)
2024-11-16T04:17:02,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:02,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161d54a6c3f4c84c05a63916111c285e67_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161d54a6c3f4c84c05a63916111c285e67_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:02,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/22d05ce059d44059b02f833df0484b77, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:02,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/22d05ce059d44059b02f833df0484b77 is 175, key is test_row_0/A:col10/1731730621026/Put/seqid=0
2024-11-16T04:17:02,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742347_1523 (size=30955)
2024-11-16T04:17:02,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/22d05ce059d44059b02f833df0484b77
2024-11-16T04:17:02,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/104525d85e5b4ffa8f8d2c4dd1107470 is 50, key is test_row_0/B:col10/1731730621026/Put/seqid=0
2024-11-16T04:17:02,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742348_1524 (size=12001)
2024-11-16T04:17:02,699 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#435 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:02,699 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/b35fd3b5320a421abcb5957432a384b5 is 175, key is test_row_0/A:col10/1731730620979/Put/seqid=0
2024-11-16T04:17:02,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742349_1525 (size=31058)
2024-11-16T04:17:02,706 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/a60ee7fe0ca045fe9afb19339ee82c46 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a60ee7fe0ca045fe9afb19339ee82c46
2024-11-16T04:17:02,710 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into a60ee7fe0ca045fe9afb19339ee82c46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:02,710 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:02,710 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=13, startTime=1731730622265; duration=0sec
2024-11-16T04:17:02,710 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:02,710 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:02,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/104525d85e5b4ffa8f8d2c4dd1107470
2024-11-16T04:17:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/3b57424e1f52423c9899ac14f15e947b is 50, key is test_row_0/C:col10/1731730621026/Put/seqid=0
2024-11-16T04:17:02,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742350_1526 (size=12001)
2024-11-16T04:17:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:03,110 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/b35fd3b5320a421abcb5957432a384b5 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5
2024-11-16T04:17:03,114 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into b35fd3b5320a421abcb5957432a384b5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:03,114 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:03,114 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=13, startTime=1731730622265; duration=0sec
2024-11-16T04:17:03,114 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:03,114 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:03,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:03,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730683213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730683214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/3b57424e1f52423c9899ac14f15e947b
2024-11-16T04:17:03,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/22d05ce059d44059b02f833df0484b77 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77
2024-11-16T04:17:03,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77, entries=150, sequenceid=83, filesize=30.2 K
2024-11-16T04:17:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/104525d85e5b4ffa8f8d2c4dd1107470 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470
2024-11-16T04:17:03,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470, entries=150, sequenceid=83, filesize=11.7 K
2024-11-16T04:17:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/3b57424e1f52423c9899ac14f15e947b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b
2024-11-16T04:17:03,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b, entries=150, sequenceid=83, filesize=11.7 K
2024-11-16T04:17:03,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 51d1d0a5135ba64959a1bffbf6b95b18 in 864ms, sequenceid=83, compaction requested=false
2024-11-16T04:17:03,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:03,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:03,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-16T04:17:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-16T04:17:03,280 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-16T04:17:03,280 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec
2024-11-16T04:17:03,281 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4790 sec
2024-11-16T04:17:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:03,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:03,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:03,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f4a397acf4574fe5add657381c465c3b_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:03,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742351_1527 (size=14594)
2024-11-16T04:17:03,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730683399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730683400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730683510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730683521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730683719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730683729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:03,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:03,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:03,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:03,775 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f4a397acf4574fe5add657381c465c3b_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f4a397acf4574fe5add657381c465c3b_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:03,776 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d6cfea58fd6040fa934ec9652b1b7399, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:03,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d6cfea58fd6040fa934ec9652b1b7399 is 175, key is test_row_0/A:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:03,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742352_1528 (size=39549)
2024-11-16T04:17:03,780 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d6cfea58fd6040fa934ec9652b1b7399
2024-11-16T04:17:03,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/5c5fcd6124df41cba9a14e4b1f2988e8 is 50, key is test_row_0/B:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:03,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742353_1529 (size=12001)
2024-11-16T04:17:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T04:17:03,949 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:03,950 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:17:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-16T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:03,951 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:17:03,951 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:17:03,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:17:04,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730684029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:04,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730684039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:04,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T04:17:04,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/5c5fcd6124df41cba9a14e4b1f2988e8
2024-11-16T04:17:04,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/52c8ba091c3340a797e8c0181f6e947d is 50, key is test_row_0/C:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:04,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742354_1530 (size=12001)
2024-11-16T04:17:04,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T04:17:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:04,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T04:17:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730684539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:04,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:04,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730684549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:04,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T04:17:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:04,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/52c8ba091c3340a797e8c0181f6e947d
2024-11-16T04:17:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d6cfea58fd6040fa934ec9652b1b7399 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399
2024-11-16T04:17:04,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399, entries=200, sequenceid=98, filesize=38.6 K
2024-11-16T04:17:04,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/5c5fcd6124df41cba9a14e4b1f2988e8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8
2024-11-16T04:17:04,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8, entries=150, sequenceid=98, filesize=11.7 K
2024-11-16T04:17:04,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/52c8ba091c3340a797e8c0181f6e947d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d
2024-11-16T04:17:04,627 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d, entries=150, sequenceid=98, filesize=11.7 K
2024-11-16T04:17:04,627 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1305ms, sequenceid=98, compaction requested=true
2024-11-16T04:17:04,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:04,628 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:04,628 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:04,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:04,628 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:04,628 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:04,629 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,629 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=99.2 K
2024-11-16T04:17:04,629 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,629 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399]
2024-11-16T04:17:04,629 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:04,629 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:04,629 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,629 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/85546f8cf6f24d70984b87c3e2ceacd3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.3 K
2024-11-16T04:17:04,630 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 85546f8cf6f24d70984b87c3e2ceacd3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:04,630 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting b35fd3b5320a421abcb5957432a384b5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:04,630 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 104525d85e5b4ffa8f8d2c4dd1107470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731730621026
2024-11-16T04:17:04,630 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d05ce059d44059b02f833df0484b77, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731730621026
2024-11-16T04:17:04,630 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c5fcd6124df41cba9a14e4b1f2988e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623211
2024-11-16T04:17:04,631 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6cfea58fd6040fa934ec9652b1b7399, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623207
2024-11-16T04:17:04,639 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:04,640 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1debeb8a01554146b034adc2e608ce96 is 50, key is test_row_0/B:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:04,641 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:04,677 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116c976e26ed4424a67b4e5e58716084a42_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:04,679 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116c976e26ed4424a67b4e5e58716084a42_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:04,679 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c976e26ed4424a67b4e5e58716084a42_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:04,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742355_1531 (size=12207)
2024-11-16T04:17:04,692 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1debeb8a01554146b034adc2e608ce96 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1debeb8a01554146b034adc2e608ce96
2024-11-16T04:17:04,699 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into 1debeb8a01554146b034adc2e608ce96(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:04,699 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:04,699 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=13, startTime=1731730624628; duration=0sec
2024-11-16T04:17:04,699 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:04,699 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:04,700 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:04,701 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:04,701 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:04,701 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,701 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a60ee7fe0ca045fe9afb19339ee82c46, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.3 K
2024-11-16T04:17:04,702 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a60ee7fe0ca045fe9afb19339ee82c46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731730618827
2024-11-16T04:17:04,702 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b57424e1f52423c9899ac14f15e947b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731730621026
2024-11-16T04:17:04,702 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 52c8ba091c3340a797e8c0181f6e947d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623211
2024-11-16T04:17:04,711 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:04,712 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/6fda0c7101e94b978b518ac44e9a4141 is 50, key is test_row_0/C:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:04,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742356_1532 (size=4469)
2024-11-16T04:17:04,714 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#445 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:04,714 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9aca47d384b6465c9848341b4b443807 is 175, key is test_row_0/A:col10/1731730623213/Put/seqid=0
2024-11-16T04:17:04,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T04:17:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:04,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:04,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742357_1533 (size=12207)
2024-11-16T04:17:04,727 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/6fda0c7101e94b978b518ac44e9a4141 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6fda0c7101e94b978b518ac44e9a4141
2024-11-16T04:17:04,731 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into 6fda0c7101e94b978b518ac44e9a4141(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:04,731 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:04,731 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=13, startTime=1731730624628; duration=0sec
2024-11-16T04:17:04,731 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:04,731 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:04,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742358_1534 (size=31161)
2024-11-16T04:17:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162bac7086ab5f4e2aad3f5303e98858bc_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730623390/Put/seqid=0
2024-11-16T04:17:04,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742359_1535 (size=12154)
2024-11-16T04:17:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:05,138 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9aca47d384b6465c9848341b4b443807 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807
2024-11-16T04:17:05,141 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into 9aca47d384b6465c9848341b4b443807(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:05,141 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:05,141 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=13, startTime=1731730624627; duration=0sec
2024-11-16T04:17:05,141 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:05,141 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:05,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162bac7086ab5f4e2aad3f5303e98858bc_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162bac7086ab5f4e2aad3f5303e98858bc_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:05,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/08cee2ec6fc348cc8e487a7d9b99b251, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:05,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/08cee2ec6fc348cc8e487a7d9b99b251 is 175, key is test_row_0/A:col10/1731730623390/Put/seqid=0
2024-11-16T04:17:05,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742360_1536 (size=30955)
2024-11-16T04:17:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:05,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:05,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/08cee2ec6fc348cc8e487a7d9b99b251
2024-11-16T04:17:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ea58628d46174a439a0591e156c8490a is 50, key is test_row_0/B:col10/1731730623390/Put/seqid=0
2024-11-16T04:17:05,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742361_1537 (size=12001)
2024-11-16T04:17:05,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ea58628d46174a439a0591e156c8490a
2024-11-16T04:17:05,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730685581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730685584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/f7080fdcf1b14fd9873f02390247b9af is 50, key is test_row_0/C:col10/1731730623390/Put/seqid=0
2024-11-16T04:17:05,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742362_1538 (size=12001)
2024-11-16T04:17:05,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730685689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730685699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730685889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,892 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730685899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730685909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730685909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,912 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730685919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:05,921 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:05,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/f7080fdcf1b14fd9873f02390247b9af
2024-11-16T04:17:06,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/08cee2ec6fc348cc8e487a7d9b99b251 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251
2024-11-16T04:17:06,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251, entries=150, sequenceid=118, filesize=30.2 K
2024-11-16T04:17:06,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/ea58628d46174a439a0591e156c8490a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a
2024-11-16T04:17:06,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a, entries=150, sequenceid=118, filesize=11.7 K
2024-11-16T04:17:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/f7080fdcf1b14fd9873f02390247b9af as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af
2024-11-16T04:17:06,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af, entries=150, sequenceid=118, filesize=11.7 K
2024-11-16T04:17:06,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1290ms, sequenceid=118, compaction requested=false
2024-11-16T04:17:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-16T04:17:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-16T04:17:06,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-16T04:17:06,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec
2024-11-16T04:17:06,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.0640 sec
2024-11-16T04:17:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T04:17:06,099 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:06,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:17:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-16T04:17:06,100 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:17:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:06,101 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:17:06,101 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:17:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:06,213 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:06,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111661fc39f2f9be45768a00acc816219cdb_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:06,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742363_1539 (size=12304)
2024-11-16T04:17:06,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:06,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:06,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730686265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730686268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730686379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730686379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:06,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:06,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730686589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730686589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:06,653 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111661fc39f2f9be45768a00acc816219cdb_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111661fc39f2f9be45768a00acc816219cdb_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:06,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/168e476c572a4a71b9d6ab5844cc4a8f, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:06,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/168e476c572a4a71b9d6ab5844cc4a8f is 175, key is test_row_0/A:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:06,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742364_1540 (size=31105)
2024-11-16T04:17:06,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:06,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:06,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:06,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:06,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:06,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730686899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730686899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:06,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:07,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,058 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/168e476c572a4a71b9d6ab5844cc4a8f
2024-11-16T04:17:07,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/378af36885ff4fa6b32fe2124ff46a8a is 50, key is test_row_0/B:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:07,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742365_1541 (size=12151)
2024-11-16T04:17:07,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:07,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730687409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:07,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730687409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:07,466 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/378af36885ff4fa6b32fe2124ff46a8a
2024-11-16T04:17:07,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:07,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/e6d59650ada74feebfb72258cc1052fd is 50, key is test_row_0/C:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:07,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742366_1542 (size=12151)
2024-11-16T04:17:07,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/e6d59650ada74feebfb72258cc1052fd
2024-11-16T04:17:07,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/168e476c572a4a71b9d6ab5844cc4a8f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f
2024-11-16T04:17:07,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f, entries=150, sequenceid=134, filesize=30.4 K
2024-11-16T04:17:07,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/378af36885ff4fa6b32fe2124ff46a8a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a
2024-11-16T04:17:07,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a, entries=150, sequenceid=134, filesize=11.9 K
2024-11-16T04:17:07,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/e6d59650ada74feebfb72258cc1052fd as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd
2024-11-16T04:17:07,536 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd, entries=150, sequenceid=134, filesize=11.9 K
2024-11-16T04:17:07,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1324ms, sequenceid=134, compaction requested=true
2024-11-16T04:17:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:07,537 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:07,537 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:07,537 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:07,537 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:07,537 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,538 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1debeb8a01554146b034adc2e608ce96, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.5 K
2024-11-16T04:17:07,538 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:07,538 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:07,538 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,538 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=91.0 K
2024-11-16T04:17:07,538 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,538 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f]
2024-11-16T04:17:07,538 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1debeb8a01554146b034adc2e608ce96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623211
2024-11-16T04:17:07,538 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aca47d384b6465c9848341b4b443807, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623211
2024-11-16T04:17:07,539 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08cee2ec6fc348cc8e487a7d9b99b251, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731730623359
2024-11-16T04:17:07,539 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ea58628d46174a439a0591e156c8490a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731730623359
2024-11-16T04:17:07,540 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 378af36885ff4fa6b32fe2124ff46a8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:07,540 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 168e476c572a4a71b9d6ab5844cc4a8f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:07,546 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:07,554 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:07,554 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/87ed6b8da84c4066a3c2995c0d9bba41 is 50, key is test_row_0/B:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:07,557 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111672a64570f8d7400981b22874d08c936a_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:07,559 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111672a64570f8d7400981b22874d08c936a_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:07,559 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111672a64570f8d7400981b22874d08c936a_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:07,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742367_1543 (size=12459)
2024-11-16T04:17:07,579 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/87ed6b8da84c4066a3c2995c0d9bba41 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/87ed6b8da84c4066a3c2995c0d9bba41
2024-11-16T04:17:07,584 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into 87ed6b8da84c4066a3c2995c0d9bba41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:07,584 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:07,584 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=13, startTime=1731730627537; duration=0sec
2024-11-16T04:17:07,584 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:07,584 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:07,584 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:07,585 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:07,586 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:07,586 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,586 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6fda0c7101e94b978b518ac44e9a4141, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.5 K
2024-11-16T04:17:07,586 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fda0c7101e94b978b518ac44e9a4141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731730623211
2024-11-16T04:17:07,587 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting f7080fdcf1b14fd9873f02390247b9af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731730623359
2024-11-16T04:17:07,587 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e6d59650ada74feebfb72258cc1052fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:07,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742368_1544 (size=4469)
2024-11-16T04:17:07,591 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#453 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:07,592 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/7493a6fd743d46e495b0eb1cd8134e0d is 175, key is test_row_0/A:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:07,598 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:07,598 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/ef116d791cb2429ca8a3f617350ce97f is 50, key is test_row_0/C:col10/1731730626210/Put/seqid=0
2024-11-16T04:17:07,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742369_1545 (size=31413)
2024-11-16T04:17:07,611 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/7493a6fd743d46e495b0eb1cd8134e0d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d
2024-11-16T04:17:07,616 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into 7493a6fd743d46e495b0eb1cd8134e0d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:07,617 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:07,617 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=13, startTime=1731730627536; duration=0sec
2024-11-16T04:17:07,617 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:07,617 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:07,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742370_1546 (size=12459)
2024-11-16T04:17:07,625 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/ef116d791cb2429ca8a3f617350ce97f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/ef116d791cb2429ca8a3f617350ce97f
2024-11-16T04:17:07,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T04:17:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:07,627 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:07,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:07,629 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into ef116d791cb2429ca8a3f617350ce97f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:07,629 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:07,629 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=13, startTime=1731730627537; duration=0sec
2024-11-16T04:17:07,629 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:07,630 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:07,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116066053c186b64d76aabd6b795a6cdc0b_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730626266/Put/seqid=0
2024-11-16T04:17:07,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742371_1547 (size=12304)
2024-11-16T04:17:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:08,041 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116066053c186b64d76aabd6b795a6cdc0b_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116066053c186b64d76aabd6b795a6cdc0b_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d9d8918d1378451ebf691ef08f95b9ef, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d9d8918d1378451ebf691ef08f95b9ef is 175, key is test_row_0/A:col10/1731730626266/Put/seqid=0
2024-11-16T04:17:08,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742372_1548 (size=31105)
2024-11-16T04:17:08,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d9d8918d1378451ebf691ef08f95b9ef
2024-11-16T04:17:08,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/e903c8e256f14a9daa9413085356d9ad is 50, key is test_row_0/B:col10/1731730626266/Put/seqid=0
2024-11-16T04:17:08,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742373_1549 (size=12151)
2024-11-16T04:17:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:08,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730688447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730688448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/e903c8e256f14a9daa9413085356d9ad
2024-11-16T04:17:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/14b8f68d218f4699a0b6c855539f6e86 is 50, key is test_row_0/C:col10/1731730626266/Put/seqid=0
2024-11-16T04:17:08,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742374_1550 (size=12151)
2024-11-16T04:17:08,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730688559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730688559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730688769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730688769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:08,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/14b8f68d218f4699a0b6c855539f6e86
2024-11-16T04:17:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d9d8918d1378451ebf691ef08f95b9ef as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef
2024-11-16T04:17:08,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef, entries=150, sequenceid=154, filesize=30.4 K
2024-11-16T04:17:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/e903c8e256f14a9daa9413085356d9ad as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad
2024-11-16T04:17:08,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad, entries=150, sequenceid=154, filesize=11.9 K
2024-11-16T04:17:08,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/14b8f68d218f4699a0b6c855539f6e86 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86
2024-11-16T04:17:08,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86, entries=150, sequenceid=154, filesize=11.9 K
2024-11-16T04:17:08,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1285ms, sequenceid=154, compaction requested=false
2024-11-16T04:17:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-16T04:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-16T04:17:08,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-16T04:17:08,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8120 sec
2024-11-16T04:17:08,916 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.8160 sec
2024-11-16T04:17:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:09,081 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:09,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:09,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fa31ee9180f54082b0d2f051f3e4044f_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:09,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742375_1551 (size=14794)
2024-11-16T04:17:09,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730689120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730689122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730689229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730689229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730689439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730689439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,496 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:09,499 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fa31ee9180f54082b0d2f051f3e4044f_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fa31ee9180f54082b0d2f051f3e4044f_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:09,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c30b6170209f4a6ab1f6603c9d9044b4, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:09,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c30b6170209f4a6ab1f6603c9d9044b4 is 175, key is test_row_0/A:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:09,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742376_1552 (size=39749)
2024-11-16T04:17:09,503 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c30b6170209f4a6ab1f6603c9d9044b4
2024-11-16T04:17:09,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1f91edd9ae8d4315b439bd55429d89b6 is 50, key is test_row_0/B:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:09,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742377_1553 (size=12151)
2024-11-16T04:17:09,535 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1f91edd9ae8d4315b439bd55429d89b6
2024-11-16T04:17:09,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/aca8c3aee4a645678bf297e8ca7fae66 is 50, key is test_row_0/C:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:09,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742378_1554 (size=12151)
2024-11-16T04:17:09,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730689749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730689749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:09,946 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/aca8c3aee4a645678bf297e8ca7fae66
2024-11-16T04:17:09,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c30b6170209f4a6ab1f6603c9d9044b4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4
2024-11-16T04:17:09,952 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4, entries=200, sequenceid=171, filesize=38.8 K
2024-11-16T04:17:09,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1f91edd9ae8d4315b439bd55429d89b6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6
2024-11-16T04:17:09,955 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6, entries=150, sequenceid=171, filesize=11.9 K
2024-11-16T04:17:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/aca8c3aee4a645678bf297e8ca7fae66 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66
2024-11-16T04:17:09,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66, entries=150, sequenceid=171, filesize=11.9 K
2024-11-16T04:17:09,959 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 51d1d0a5135ba64959a1bffbf6b95b18 in 878ms, sequenceid=171, compaction requested=true
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:09,959 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:09,959 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:09,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:09,960 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:09,960 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:09,960 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=99.9 K
2024-11-16T04:17:09,960 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/87ed6b8da84c4066a3c2995c0d9bba41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.9 K
2024-11-16T04:17:09,960 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4]
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 87ed6b8da84c4066a3c2995c0d9bba41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7493a6fd743d46e495b0eb1cd8134e0d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:09,960 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting e903c8e256f14a9daa9413085356d9ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731730626257
2024-11-16T04:17:09,961 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d8918d1378451ebf691ef08f95b9ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731730626257
2024-11-16T04:17:09,961 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f91edd9ae8d4315b439bd55429d89b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:09,961 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c30b6170209f4a6ab1f6603c9d9044b4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:09,964 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:09,965 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:09,965 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111682b62f1e074a4f6fa414727ab0594667_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:09,966 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/a8643cf7a9744c1194209011b75a8b06 is 50, key is test_row_0/B:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:09,967 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111682b62f1e074a4f6fa414727ab0594667_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:09,967 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111682b62f1e074a4f6fa414727ab0594667_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:09,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742379_1555 (size=12561)
2024-11-16T04:17:09,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742380_1556 (size=4469)
2024-11-16T04:17:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T04:17:10,259 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:10,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:17:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-16T04:17:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:10,261 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:17:10,261 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:10,261 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:17:10,261 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:17:10,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111618d7abcaea3f42e58640d376b38f05f7_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730630260/Put/seqid=0
2024-11-16T04:17:10,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742381_1557 (size=14794)
2024-11-16T04:17:10,269 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:10,272 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111618d7abcaea3f42e58640d376b38f05f7_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111618d7abcaea3f42e58640d376b38f05f7_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:10,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/67c2f8b3f24a40d59570d2a2fe1093be, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:10,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/67c2f8b3f24a40d59570d2a2fe1093be is 175, key is test_row_0/A:col10/1731730630260/Put/seqid=0
2024-11-16T04:17:10,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742382_1558 (size=39749)
2024-11-16T04:17:10,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730690296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730690297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:10,371 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:10,372 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/7ad6f8f641744605a22b79eb41bc504d is 175, key is test_row_0/A:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:10,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742383_1559 (size=31515)
2024-11-16T04:17:10,375 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/a8643cf7a9744c1194209011b75a8b06 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a8643cf7a9744c1194209011b75a8b06
2024-11-16T04:17:10,379 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into a8643cf7a9744c1194209011b75a8b06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:10,379 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:10,379 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=13, startTime=1731730629959; duration=0sec
2024-11-16T04:17:10,379 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:10,379 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:10,379 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:10,380 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:10,380 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:10,380 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,380 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/ef116d791cb2429ca8a3f617350ce97f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=35.9 K
2024-11-16T04:17:10,380 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting ef116d791cb2429ca8a3f617350ce97f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731730625580
2024-11-16T04:17:10,381 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 14b8f68d218f4699a0b6c855539f6e86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731730626257
2024-11-16T04:17:10,381 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting aca8c3aee4a645678bf297e8ca7fae66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:10,388 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:10,388 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/70f0de5f2d0e431ebb3f35131b821bc6 is 50, key is test_row_0/C:col10/1731730628432/Put/seqid=0
2024-11-16T04:17:10,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742384_1560 (size=12561)
2024-11-16T04:17:10,400 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/70f0de5f2d0e431ebb3f35131b821bc6 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70f0de5f2d0e431ebb3f35131b821bc6
2024-11-16T04:17:10,406 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into 70f0de5f2d0e431ebb3f35131b821bc6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:10,406 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:10,406 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=13, startTime=1731730629959; duration=0sec
2024-11-16T04:17:10,406 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:10,406 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:10,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730690409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730690410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:10,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730690619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730690619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,677 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/67c2f8b3f24a40d59570d2a2fe1093be
2024-11-16T04:17:10,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/b2ccdbacb2ad47a893d87c6c264b63e0 is 50, key is test_row_0/B:col10/1731730630260/Put/seqid=0
2024-11-16T04:17:10,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742385_1561 (size=12151)
2024-11-16T04:17:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,780 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/7ad6f8f641744605a22b79eb41bc504d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d
2024-11-16T04:17:10,784 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into 7ad6f8f641744605a22b79eb41bc504d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:10,784 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:10,784 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=13, startTime=1731730629959; duration=0sec
2024-11-16T04:17:10,784 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:10,784 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:10,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:10,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:10,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730690929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730690929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:10,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:10,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:11,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:11,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/b2ccdbacb2ad47a893d87c6c264b63e0
2024-11-16T04:17:11,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4450cab6b8b548beba1c67b104270cfe is 50, key is test_row_0/C:col10/1731730630260/Put/seqid=0
2024-11-16T04:17:11,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742386_1562 (size=12151)
2024-11-16T04:17:11,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4450cab6b8b548beba1c67b104270cfe
2024-11-16T04:17:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/67c2f8b3f24a40d59570d2a2fe1093be as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be
2024-11-16T04:17:11,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be, entries=200, sequenceid=188, filesize=38.8 K
2024-11-16T04:17:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/b2ccdbacb2ad47a893d87c6c264b63e0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0
2024-11-16T04:17:11,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T04:17:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4450cab6b8b548beba1c67b104270cfe as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe
2024-11-16T04:17:11,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T04:17:11,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 51d1d0a5135ba64959a1bffbf6b95b18 in 862ms, sequenceid=188, compaction requested=false
2024-11-16T04:17:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:11,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:11,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ccd2a7cab18743498d863aaa4add55cb_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730630295/Put/seqid=0
2024-11-16T04:17:11,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742387_1563 (size=12304)
2024-11-16T04:17:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:11,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730691471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730691474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,582 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T04:17:11,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730691579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:11,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ccd2a7cab18743498d863aaa4add55cb_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ccd2a7cab18743498d863aaa4add55cb_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9a68034043214b188c07da4dfadc28b0, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:11,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9a68034043214b188c07da4dfadc28b0 is 175, key is test_row_0/A:col10/1731730630295/Put/seqid=0
2024-11-16T04:17:11,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730691590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742388_1564 (size=31105)
2024-11-16T04:17:11,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730691789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:11,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730691799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:12,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9a68034043214b188c07da4dfadc28b0
2024-11-16T04:17:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/9bb9046409294b7ab47243a25a0a2c59 is 50, key is test_row_0/B:col10/1731730630295/Put/seqid=0
2024-11-16T04:17:12,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742389_1565 (size=12151)
2024-11-16T04:17:12,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730692099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:12,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730692109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:12,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/9bb9046409294b7ab47243a25a0a2c59
2024-11-16T04:17:12,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/fe2b922a32734a059095d7d75d5766b8 is 50, key is test_row_0/C:col10/1731730630295/Put/seqid=0
2024-11-16T04:17:12,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742390_1566 (size=12151)
2024-11-16T04:17:12,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730692609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:12,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730692619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:12,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:12,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/fe2b922a32734a059095d7d75d5766b8
2024-11-16T04:17:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/9a68034043214b188c07da4dfadc28b0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0
2024-11-16T04:17:12,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0, entries=150, sequenceid=207, filesize=30.4 K
2024-11-16T04:17:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/9bb9046409294b7ab47243a25a0a2c59 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59
2024-11-16T04:17:12,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59, entries=150, sequenceid=207, filesize=11.9 K
2024-11-16T04:17:12,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/fe2b922a32734a059095d7d75d5766b8 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8
2024-11-16T04:17:12,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8, entries=150, sequenceid=207, filesize=11.9 K
2024-11-16T04:17:12,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1684ms, sequenceid=207, compaction requested=true
2024-11-16T04:17:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-16T04:17:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-16T04:17:12,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-16T04:17:12,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6030 sec
2024-11-16T04:17:12,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6070 sec
2024-11-16T04:17:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:13,623 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:13,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:13,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116283871d03fd24697abe8bd578dc0b11e_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:13,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742391_1567 (size=14794)
2024-11-16T04:17:13,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730693657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:13,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730693658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:13,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730693768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730693769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:13,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730693979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730693979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:14,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:14,034 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116283871d03fd24697abe8bd578dc0b11e_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116283871d03fd24697abe8bd578dc0b11e_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:14,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/e3a135a25a254853bc2e3e639ac0bbc9, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:14,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/e3a135a25a254853bc2e3e639ac0bbc9 is 175, key is test_row_0/A:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:14,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742392_1568 (size=39749)
2024-11-16T04:17:14,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730694289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:14,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730694289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:14,438 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/e3a135a25a254853bc2e3e639ac0bbc9
2024-11-16T04:17:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T04:17:14,439 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:14,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-16T04:17:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-16T04:17:14,441 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T04:17:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:14,442 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T04:17:14,442 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T04:17:14,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/965187b3b0f04f7fbf21beb5639bfde7 is 50, key is test_row_0/B:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:14,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742393_1569 (size=12151)
2024-11-16T04:17:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:14,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:14,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:14,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:14,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730694799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:14,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:14,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730694799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:14,846 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/965187b3b0f04f7fbf21beb5639bfde7
2024-11-16T04:17:14,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/1fb15b64a22b4aa688ae30486aacf881 is 50, key is test_row_0/C:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:14,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742394_1570 (size=12151)
2024-11-16T04:17:14,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:14,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:15,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T04:17:15,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/1fb15b64a22b4aa688ae30486aacf881
2024-11-16T04:17:15,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/e3a135a25a254853bc2e3e639ac0bbc9 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9
2024-11-16T04:17:15,261 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9, entries=200, sequenceid=224, filesize=38.8 K
2024-11-16T04:17:15,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/965187b3b0f04f7fbf21beb5639bfde7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7
2024-11-16T04:17:15,265 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7, entries=150, sequenceid=224, filesize=11.9 K
2024-11-16T04:17:15,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/1fb15b64a22b4aa688ae30486aacf881 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881
2024-11-16T04:17:15,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881, entries=150, sequenceid=224, filesize=11.9 K
2024-11-16T04:17:15,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1646ms, sequenceid=224, compaction requested=true
2024-11-16T04:17:15,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:15,270 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:17:15,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:15,271 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:17:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:15,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:15,272 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:17:15,272 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:15,272 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,272 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=138.8 K
2024-11-16T04:17:15,272 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,272 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9]
2024-11-16T04:17:15,273 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad6f8f641744605a22b79eb41bc504d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:15,273 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:17:15,273 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:15,273 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,273 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a8643cf7a9744c1194209011b75a8b06, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=47.9 K
2024-11-16T04:17:15,273 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67c2f8b3f24a40d59570d2a2fe1093be, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730629106
2024-11-16T04:17:15,274 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a8643cf7a9744c1194209011b75a8b06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:15,274 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a68034043214b188c07da4dfadc28b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731730630284
2024-11-16T04:17:15,275 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ccdbacb2ad47a893d87c6c264b63e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730629117
2024-11-16T04:17:15,275 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3a135a25a254853bc2e3e639ac0bbc9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631466
2024-11-16T04:17:15,276 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb9046409294b7ab47243a25a0a2c59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731730630284
2024-11-16T04:17:15,276 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 965187b3b0f04f7fbf21beb5639bfde7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631469
2024-11-16T04:17:15,300 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:15,311 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:15,311 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1c2e36c40f76451bb40fa8cee4f0275a is 50, key is test_row_0/B:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:15,313 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111660b52e727be849f2b2e12b92e143d671_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:15,315 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111660b52e727be849f2b2e12b92e143d671_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:15,316 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111660b52e727be849f2b2e12b92e143d671_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:15,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742396_1572 (size=4469)
2024-11-16T04:17:15,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742395_1571 (size=12697)
2024-11-16T04:17:15,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T04:17:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:15,361 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/1c2e36c40f76451bb40fa8cee4f0275a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1c2e36c40f76451bb40fa8cee4f0275a
2024-11-16T04:17:15,368 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into 1c2e36c40f76451bb40fa8cee4f0275a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:15,368 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:15,368 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=12, startTime=1731730635271; duration=0sec
2024-11-16T04:17:15,368 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:15,368 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:15,368 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T04:17:15,370 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T04:17:15,370 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:15,370 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:15,370 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70f0de5f2d0e431ebb3f35131b821bc6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=47.9 K
2024-11-16T04:17:15,372 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 70f0de5f2d0e431ebb3f35131b821bc6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731730628432
2024-11-16T04:17:15,373 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4450cab6b8b548beba1c67b104270cfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731730629117
2024-11-16T04:17:15,374 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2b922a32734a059095d7d75d5766b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731730630284
2024-11-16T04:17:15,378 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fb15b64a22b4aa688ae30486aacf881, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631469
2024-11-16T04:17:15,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f1375853fb5e4b56a59a90c7ce07dd39_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730633657/Put/seqid=0
2024-11-16T04:17:15,390 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:15,391 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4ec981b609f049e095b305958a58c2a4 is 50, key is test_row_0/C:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:15,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742397_1573 (size=12304)
2024-11-16T04:17:15,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742398_1574 (size=12697)
2024-11-16T04:17:15,432 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4ec981b609f049e095b305958a58c2a4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4ec981b609f049e095b305958a58c2a4
2024-11-16T04:17:15,436 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into 4ec981b609f049e095b305958a58c2a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:15,436 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:15,436 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=12, startTime=1731730635271; duration=0sec
2024-11-16T04:17:15,436 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:15,436 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:15,743 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:15,744 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/88220be7172a4b1288e257dcc8d33d84 is 175, key is test_row_0/A:col10/1731730633622/Put/seqid=0
2024-11-16T04:17:15,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742399_1575 (size=31651)
2024-11-16T04:17:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:15,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. as already flushing
2024-11-16T04:17:15,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:15,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f1375853fb5e4b56a59a90c7ce07dd39_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1375853fb5e4b56a59a90c7ce07dd39_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/0d01bbb15a55436a8283524e72616667, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/0d01bbb15a55436a8283524e72616667 is 175, key is test_row_0/A:col10/1731730633657/Put/seqid=0
2024-11-16T04:17:15,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742400_1576 (size=31105)
2024-11-16T04:17:15,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730695850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730695851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730695959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730695959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60942 deadline: 1731730695980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60912 deadline: 1731730695980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,981 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_0' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:15,981 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18272 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:15,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60904 deadline: 1731730695989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:15,992 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fda3efb342d8,46295,1731730453348 for 'test_row_2' in 51d1d0a5135ba64959a1bffbf6b95b18 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18284 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T04:17:15,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:15,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:16,152 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/88220be7172a4b1288e257dcc8d33d84 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84
2024-11-16T04:17:16,155 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into 88220be7172a4b1288e257dcc8d33d84(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:16,155 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:16,155 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=12, startTime=1731730635269; duration=0sec
2024-11-16T04:17:16,155 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:16,155 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:16,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730696169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730696170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:16,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/0d01bbb15a55436a8283524e72616667
2024-11-16T04:17:16,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/240dd7cf78e24572a4ab2959e2f0b25c is 50, key is test_row_0/B:col10/1731730633657/Put/seqid=0
2024-11-16T04:17:16,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742401_1577 (size=12151)
2024-11-16T04:17:16,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/240dd7cf78e24572a4ab2959e2f0b25c
2024-11-16T04:17:16,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4dd7b38e66be445f89c79e77807478a7 is 50, key is test_row_0/C:col10/1731730633657/Put/seqid=0
2024-11-16T04:17:16,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742402_1578 (size=12151)
2024-11-16T04:17:16,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730696479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:16,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730696479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:16,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4dd7b38e66be445f89c79e77807478a7
2024-11-16T04:17:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/0d01bbb15a55436a8283524e72616667 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667
2024-11-16T04:17:16,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667, entries=150, sequenceid=239, filesize=30.4 K
2024-11-16T04:17:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/240dd7cf78e24572a4ab2959e2f0b25c as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c
2024-11-16T04:17:16,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c, entries=150, sequenceid=239, filesize=11.9 K
2024-11-16T04:17:16,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/4dd7b38e66be445f89c79e77807478a7 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7
2024-11-16T04:17:16,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7, entries=150, sequenceid=239, filesize=11.9 K
2024-11-16T04:17:16,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1326ms, sequenceid=239, compaction requested=false
2024-11-16T04:17:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fda3efb342d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-16T04:17:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-16T04:17:16,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-16T04:17:16,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec
2024-11-16T04:17:16,691 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.2510 sec
2024-11-16T04:17:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:16,991 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T04:17:16,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:16,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:16,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:16,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:16,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:16,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:16,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166fdc99257fb54c1ab007bbf72a4eb472_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:17,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742403_1579 (size=14944)
2024-11-16T04:17:17,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730697014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730697019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730697129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730697129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730697339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730697339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,401 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:17,403 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166fdc99257fb54c1ab007bbf72a4eb472_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166fdc99257fb54c1ab007bbf72a4eb472_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:17,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c7f103d0815b4ce799b4f51fcd366871, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:17,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c7f103d0815b4ce799b4f51fcd366871 is 175, key is test_row_0/A:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:17,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742404_1580 (size=39899)
2024-11-16T04:17:17,644 INFO  [Thread-2295 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2295.
2024-11-16T04:17:17,644 DEBUG [Thread-2295 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:17,644 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,644 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,644 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:17,644 INFO  [Thread-2293 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2293.
2024-11-16T04:17:17,644 DEBUG [Thread-2293 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:17,645 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,645 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,645 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:17,645 INFO  [Thread-2289 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2289.
2024-11-16T04:17:17,645 DEBUG [Thread-2289 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:17,645 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,645 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,645 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:17,648 INFO  [Thread-2297 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2297.
2024-11-16T04:17:17,648 DEBUG [Thread-2297 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:17,648 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,648 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,648 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:17,648 INFO  [Thread-2291 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2291.
2024-11-16T04:17:17,648 DEBUG [Thread-2291 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:17,648 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,649 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:17,649 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:17,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730697649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730697649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:17,808 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c7f103d0815b4ce799b4f51fcd366871
2024-11-16T04:17:17,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/a909f8695e5c40d785c0de67479dde65 is 50, key is test_row_0/B:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:17,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742405_1581 (size=12251)
2024-11-16T04:17:18,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:18,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T04:17:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60958 deadline: 1731730698160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60928 deadline: 1731730698161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 , the old value is region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T04:17:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., hostname=fda3efb342d8,46295,1731730453348, seqNum=5 because the exception is null or not the one we care about
2024-11-16T04:17:18,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/a909f8695e5c40d785c0de67479dde65
2024-11-16T04:17:18,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/2860a6f88a5d4514b1e8fb2c60aabd2a is 50, key is test_row_0/C:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:18,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742406_1582 (size=12251)
2024-11-16T04:17:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T04:17:18,619 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:18,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/2860a6f88a5d4514b1e8fb2c60aabd2a
2024-11-16T04:17:18,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/c7f103d0815b4ce799b4f51fcd366871 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871
2024-11-16T04:17:18,653 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871, entries=200, sequenceid=261, filesize=39.0 K
2024-11-16T04:17:18,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/a909f8695e5c40d785c0de67479dde65 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65
2024-11-16T04:17:18,659 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65, entries=150, sequenceid=261, filesize=12.0 K
2024-11-16T04:17:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/2860a6f88a5d4514b1e8fb2c60aabd2a as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a
2024-11-16T04:17:18,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a, entries=150, sequenceid=261, filesize=12.0 K
2024-11-16T04:17:18,665 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1673ms, sequenceid=261, compaction requested=true
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T04:17:18,665 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51d1d0a5135ba64959a1bffbf6b95b18:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T04:17:18,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:18,665 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:18,666 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102655 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:18,666 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:18,666 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/A is initiating minor compaction (all files)
2024-11-16T04:17:18,666 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/B is initiating minor compaction (all files)
2024-11-16T04:17:18,666 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/B in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:18,666 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/A in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:18,666 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1c2e36c40f76451bb40fa8cee4f0275a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=36.2 K
2024-11-16T04:17:18,666 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=100.2 K
2024-11-16T04:17:18,666 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:18,666 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. files: [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871]
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c2e36c40f76451bb40fa8cee4f0275a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631469
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88220be7172a4b1288e257dcc8d33d84, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631469
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 240dd7cf78e24572a4ab2959e2f0b25c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730633650
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d01bbb15a55436a8283524e72616667, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730633650
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting a909f8695e5c40d785c0de67479dde65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731730635842
2024-11-16T04:17:18,667 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7f103d0815b4ce799b4f51fcd366871, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731730635842
2024-11-16T04:17:18,673 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:18,675 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:18,675 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411168df7e73e2b324320be4edf0d2fc6e35f_51d1d0a5135ba64959a1bffbf6b95b18 store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:18,676 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/e36482969ea74b7bae1aed5eb4c3829f is 50, key is test_row_0/B:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:18,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742407_1583 (size=12899)
2024-11-16T04:17:18,682 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411168df7e73e2b324320be4edf0d2fc6e35f_51d1d0a5135ba64959a1bffbf6b95b18, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:18,682 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168df7e73e2b324320be4edf0d2fc6e35f_51d1d0a5135ba64959a1bffbf6b95b18 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:18,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742408_1584 (size=4469)
2024-11-16T04:17:19,088 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:19,089 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/ff6db06973e74e23b54668b54a6f9455 is 175, key is test_row_0/A:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:19,089 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/e36482969ea74b7bae1aed5eb4c3829f as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e36482969ea74b7bae1aed5eb4c3829f
2024-11-16T04:17:19,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742409_1585 (size=31853)
2024-11-16T04:17:19,093 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/B of 51d1d0a5135ba64959a1bffbf6b95b18 into e36482969ea74b7bae1aed5eb4c3829f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:19,093 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:19,093 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/B, priority=13, startTime=1731730638665; duration=0sec
2024-11-16T04:17:19,093 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T04:17:19,093 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:B
2024-11-16T04:17:19,093 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T04:17:19,094 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T04:17:19,094 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1541): 51d1d0a5135ba64959a1bffbf6b95b18/C is initiating minor compaction (all files)
2024-11-16T04:17:19,094 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51d1d0a5135ba64959a1bffbf6b95b18/C in TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:19,094 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4ec981b609f049e095b305958a58c2a4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a] into tmpdir=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp, totalSize=36.2 K
2024-11-16T04:17:19,095 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ec981b609f049e095b305958a58c2a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731730631469
2024-11-16T04:17:19,095 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd7b38e66be445f89c79e77807478a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731730633650
2024-11-16T04:17:19,095 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] compactions.Compactor(225): Compacting 2860a6f88a5d4514b1e8fb2c60aabd2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731730635842
2024-11-16T04:17:19,100 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51d1d0a5135ba64959a1bffbf6b95b18#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T04:17:19,101 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/67b13ef1b53c4f2a935ef45ada8b4a8d is 50, key is test_row_0/C:col10/1731730636991/Put/seqid=0
2024-11-16T04:17:19,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742410_1586 (size=12899)
2024-11-16T04:17:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] regionserver.HRegion(8855): Flush requested on 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:19,170 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T04:17:19,170 INFO  [Thread-2280 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2280.
2024-11-16T04:17:19,170 DEBUG [Thread-2280 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:19,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:19,170 INFO  [Thread-2284 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2284.
2024-11-16T04:17:19,170 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:19,170 DEBUG [Thread-2284 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:19,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:19,171 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:19,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:19,171 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:19,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:19,171 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:19,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:19,171 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:19,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:19,171 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:19,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111673ef1d7d285c46a6920fb0f259422e4f_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730637018/Put/seqid=0
2024-11-16T04:17:19,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742411_1587 (size=12454)
2024-11-16T04:17:19,501 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/ff6db06973e74e23b54668b54a6f9455 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/ff6db06973e74e23b54668b54a6f9455
2024-11-16T04:17:19,507 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/A of 51d1d0a5135ba64959a1bffbf6b95b18 into ff6db06973e74e23b54668b54a6f9455(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:19,507 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:19,507 INFO  [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/A, priority=13, startTime=1731730638665; duration=0sec
2024-11-16T04:17:19,507 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:19,508 DEBUG [RS:0;fda3efb342d8:46295-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:A
2024-11-16T04:17:19,509 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/67b13ef1b53c4f2a935ef45ada8b4a8d as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/67b13ef1b53c4f2a935ef45ada8b4a8d
2024-11-16T04:17:19,515 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51d1d0a5135ba64959a1bffbf6b95b18/C of 51d1d0a5135ba64959a1bffbf6b95b18 into 67b13ef1b53c4f2a935ef45ada8b4a8d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T04:17:19,515 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:19,515 INFO  [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., storeName=51d1d0a5135ba64959a1bffbf6b95b18/C, priority=13, startTime=1731730638665; duration=0sec
2024-11-16T04:17:19,515 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T04:17:19,515 DEBUG [RS:0;fda3efb342d8:46295-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51d1d0a5135ba64959a1bffbf6b95b18:C
2024-11-16T04:17:19,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:19,587 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111673ef1d7d285c46a6920fb0f259422e4f_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673ef1d7d285c46a6920fb0f259422e4f_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:19,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d509b6df45c04dde9b6335007f9881aa, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:19,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d509b6df45c04dde9b6335007f9881aa is 175, key is test_row_0/A:col10/1731730637018/Put/seqid=0
2024-11-16T04:17:19,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742412_1588 (size=31255)
2024-11-16T04:17:19,994 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d509b6df45c04dde9b6335007f9881aa
2024-11-16T04:17:20,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/458f262e144f44e78c4bf79e3aeb85f4 is 50, key is test_row_0/B:col10/1731730637018/Put/seqid=0
2024-11-16T04:17:20,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742413_1589 (size=12301)
2024-11-16T04:17:20,411 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/458f262e144f44e78c4bf79e3aeb85f4
2024-11-16T04:17:20,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/5a110808b080442ebcb49e4e27914b81 is 50, key is test_row_0/C:col10/1731730637018/Put/seqid=0
2024-11-16T04:17:20,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742414_1590 (size=12301)
2024-11-16T04:17:20,826 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/5a110808b080442ebcb49e4e27914b81
2024-11-16T04:17:20,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/d509b6df45c04dde9b6335007f9881aa as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d509b6df45c04dde9b6335007f9881aa
2024-11-16T04:17:20,841 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d509b6df45c04dde9b6335007f9881aa, entries=150, sequenceid=277, filesize=30.5 K
2024-11-16T04:17:20,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/458f262e144f44e78c4bf79e3aeb85f4 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/458f262e144f44e78c4bf79e3aeb85f4
2024-11-16T04:17:20,846 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/458f262e144f44e78c4bf79e3aeb85f4, entries=150, sequenceid=277, filesize=12.0 K
2024-11-16T04:17:20,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/5a110808b080442ebcb49e4e27914b81 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/5a110808b080442ebcb49e4e27914b81
2024-11-16T04:17:20,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/5a110808b080442ebcb49e4e27914b81, entries=150, sequenceid=277, filesize=12.0 K
2024-11-16T04:17:20,852 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1682ms, sequenceid=277, compaction requested=false
2024-11-16T04:17:20,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51d1d0a5135ba64959a1bffbf6b95b18:

2024-11-16T04:17:25,991 INFO  [Thread-2282 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2282.
2024-11-16T04:17:25,991 DEBUG [Thread-2282 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:25,991 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:25,991 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:25,991 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:26,051 INFO  [Thread-2278 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2278.
2024-11-16T04:17:26,051 DEBUG [Thread-2278 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:26,051 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,051 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,051 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:26,071 INFO  [Thread-2286 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2286.
2024-11-16T04:17:26,071 DEBUG [Thread-2286 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T04:17:26,071 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,071 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,071 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 12
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 89
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 10
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 92
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 12
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3461
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3225
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3215
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3450
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3222
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T04:17:26,072 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:17:26,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:17:26,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:26,072 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:26,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-16T04:17:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:26,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730646075"}]},"ts":"1731730646075"}
2024-11-16T04:17:26,077 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T04:17:26,077 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T04:17:26,077 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T04:17:26,079 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, UNASSIGN}]
2024-11-16T04:17:26,079 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, UNASSIGN
2024-11-16T04:17:26,080 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=CLOSING, regionLocation=fda3efb342d8,46295,1731730453348
2024-11-16T04:17:26,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, UNASSIGN because future has completed
2024-11-16T04:17:26,081 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T04:17:26,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348}]
2024-11-16T04:17:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:26,233 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(122): Close 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1722): Closing 51d1d0a5135ba64959a1bffbf6b95b18, disabling compactions & flushes
2024-11-16T04:17:26,233 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. after waiting 0 ms
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:26,233 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2902): Flushing 51d1d0a5135ba64959a1bffbf6b95b18 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=A
2024-11-16T04:17:26,233 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:26,234 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=B
2024-11-16T04:17:26,234 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:26,234 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51d1d0a5135ba64959a1bffbf6b95b18, store=C
2024-11-16T04:17:26,234 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T04:17:26,238 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162d27477cad00479793c394d6f1835ca5_51d1d0a5135ba64959a1bffbf6b95b18 is 50, key is test_row_0/A:col10/1731730645990/Put/seqid=0
2024-11-16T04:17:26,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742415_1591 (size=9914)
2024-11-16T04:17:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:26,641 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T04:17:26,643 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162d27477cad00479793c394d6f1835ca5_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d27477cad00479793c394d6f1835ca5_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:26,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/6b4c0691447f46a18ee7f03cba836673, store: [table=TestAcidGuarantees family=A region=51d1d0a5135ba64959a1bffbf6b95b18]
2024-11-16T04:17:26,644 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/6b4c0691447f46a18ee7f03cba836673 is 175, key is test_row_0/A:col10/1731730645990/Put/seqid=0
2024-11-16T04:17:26,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742416_1592 (size=22561)
2024-11-16T04:17:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:27,048 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/6b4c0691447f46a18ee7f03cba836673
2024-11-16T04:17:27,053 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/24980db07af04cafb0817450e1442b28 is 50, key is test_row_0/B:col10/1731730645990/Put/seqid=0
2024-11-16T04:17:27,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742417_1593 (size=9857)
2024-11-16T04:17:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:27,456 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/24980db07af04cafb0817450e1442b28
2024-11-16T04:17:27,461 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/c6c757139b4f433d95668fcb4182f991 is 50, key is test_row_0/C:col10/1731730645990/Put/seqid=0
2024-11-16T04:17:27,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742418_1594 (size=9857)
2024-11-16T04:17:27,865 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/c6c757139b4f433d95668fcb4182f991
2024-11-16T04:17:27,868 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/A/6b4c0691447f46a18ee7f03cba836673 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/6b4c0691447f46a18ee7f03cba836673
2024-11-16T04:17:27,870 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/6b4c0691447f46a18ee7f03cba836673, entries=100, sequenceid=285, filesize=22.0 K
2024-11-16T04:17:27,871 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/B/24980db07af04cafb0817450e1442b28 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/24980db07af04cafb0817450e1442b28
2024-11-16T04:17:27,874 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/24980db07af04cafb0817450e1442b28, entries=100, sequenceid=285, filesize=9.6 K
2024-11-16T04:17:27,875 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/.tmp/C/c6c757139b4f433d95668fcb4182f991 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/c6c757139b4f433d95668fcb4182f991
2024-11-16T04:17:27,878 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/c6c757139b4f433d95668fcb4182f991, entries=100, sequenceid=285, filesize=9.6 K
2024-11-16T04:17:27,879 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1645ms, sequenceid=285, compaction requested=true
2024-11-16T04:17:27,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871] to archive
2024-11-16T04:17:27,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:17:27,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/195e1b981d574e7ca9129138af778b5f
2024-11-16T04:17:27,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/87b689505b804d57a1d4845edc74da91
2024-11-16T04:17:27,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/be88fb01e9334c8487d19760b17da4d5
2024-11-16T04:17:27,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/b35fd3b5320a421abcb5957432a384b5
2024-11-16T04:17:27,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/22d05ce059d44059b02f833df0484b77
2024-11-16T04:17:27,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d6cfea58fd6040fa934ec9652b1b7399
2024-11-16T04:17:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9aca47d384b6465c9848341b4b443807
2024-11-16T04:17:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/08cee2ec6fc348cc8e487a7d9b99b251
2024-11-16T04:17:27,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7493a6fd743d46e495b0eb1cd8134e0d
2024-11-16T04:17:27,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/168e476c572a4a71b9d6ab5844cc4a8f
2024-11-16T04:17:27,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d9d8918d1378451ebf691ef08f95b9ef
2024-11-16T04:17:27,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c30b6170209f4a6ab1f6603c9d9044b4
2024-11-16T04:17:27,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/7ad6f8f641744605a22b79eb41bc504d
2024-11-16T04:17:27,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/67c2f8b3f24a40d59570d2a2fe1093be
2024-11-16T04:17:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/9a68034043214b188c07da4dfadc28b0
2024-11-16T04:17:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/e3a135a25a254853bc2e3e639ac0bbc9
2024-11-16T04:17:27,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/88220be7172a4b1288e257dcc8d33d84
2024-11-16T04:17:27,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/0d01bbb15a55436a8283524e72616667
2024-11-16T04:17:27,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/c7f103d0815b4ce799b4f51fcd366871
2024-11-16T04:17:27,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/85546f8cf6f24d70984b87c3e2ceacd3, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1debeb8a01554146b034adc2e608ce96, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/87ed6b8da84c4066a3c2995c0d9bba41, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a8643cf7a9744c1194209011b75a8b06, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1c2e36c40f76451bb40fa8cee4f0275a, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65] to archive
2024-11-16T04:17:27,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:17:27,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/6519e48310144f2b97dfd015378ac474
2024-11-16T04:17:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/14fda970ea0d4318aaf2e383ec385ed7
2024-11-16T04:17:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/85546f8cf6f24d70984b87c3e2ceacd3 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/85546f8cf6f24d70984b87c3e2ceacd3
2024-11-16T04:17:27,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ffcb92347a5f4bab9daee52220d17b18
2024-11-16T04:17:27,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/104525d85e5b4ffa8f8d2c4dd1107470
2024-11-16T04:17:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1debeb8a01554146b034adc2e608ce96 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1debeb8a01554146b034adc2e608ce96
2024-11-16T04:17:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/5c5fcd6124df41cba9a14e4b1f2988e8
2024-11-16T04:17:27,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/ea58628d46174a439a0591e156c8490a
2024-11-16T04:17:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/87ed6b8da84c4066a3c2995c0d9bba41 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/87ed6b8da84c4066a3c2995c0d9bba41
2024-11-16T04:17:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/378af36885ff4fa6b32fe2124ff46a8a
2024-11-16T04:17:27,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e903c8e256f14a9daa9413085356d9ad
2024-11-16T04:17:27,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a8643cf7a9744c1194209011b75a8b06 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a8643cf7a9744c1194209011b75a8b06
2024-11-16T04:17:27,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1f91edd9ae8d4315b439bd55429d89b6
2024-11-16T04:17:27,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/b2ccdbacb2ad47a893d87c6c264b63e0
2024-11-16T04:17:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/9bb9046409294b7ab47243a25a0a2c59
2024-11-16T04:17:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1c2e36c40f76451bb40fa8cee4f0275a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/1c2e36c40f76451bb40fa8cee4f0275a
2024-11-16T04:17:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/965187b3b0f04f7fbf21beb5639bfde7
2024-11-16T04:17:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/240dd7cf78e24572a4ab2959e2f0b25c
2024-11-16T04:17:27,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/a909f8695e5c40d785c0de67479dde65
2024-11-16T04:17:27,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a60ee7fe0ca045fe9afb19339ee82c46, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6fda0c7101e94b978b518ac44e9a4141, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/ef116d791cb2429ca8a3f617350ce97f, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70f0de5f2d0e431ebb3f35131b821bc6, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4ec981b609f049e095b305958a58c2a4, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a] to archive
2024-11-16T04:17:27,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T04:17:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a7825c3b8e3f4886a2bf342049800ef6
2024-11-16T04:17:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6bf28ea39c4340fabb73f1f93d5557fd
2024-11-16T04:17:27,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a60ee7fe0ca045fe9afb19339ee82c46 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/a60ee7fe0ca045fe9afb19339ee82c46
2024-11-16T04:17:27,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70754c3ec41549198d3b10ea8d08bae0
2024-11-16T04:17:27,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/3b57424e1f52423c9899ac14f15e947b
2024-11-16T04:17:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6fda0c7101e94b978b518ac44e9a4141 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/6fda0c7101e94b978b518ac44e9a4141
2024-11-16T04:17:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/52c8ba091c3340a797e8c0181f6e947d
2024-11-16T04:17:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/f7080fdcf1b14fd9873f02390247b9af
2024-11-16T04:17:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/ef116d791cb2429ca8a3f617350ce97f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/ef116d791cb2429ca8a3f617350ce97f
2024-11-16T04:17:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/e6d59650ada74feebfb72258cc1052fd
2024-11-16T04:17:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/14b8f68d218f4699a0b6c855539f6e86
2024-11-16T04:17:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70f0de5f2d0e431ebb3f35131b821bc6 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/70f0de5f2d0e431ebb3f35131b821bc6
2024-11-16T04:17:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/aca8c3aee4a645678bf297e8ca7fae66
2024-11-16T04:17:27,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4450cab6b8b548beba1c67b104270cfe
2024-11-16T04:17:27,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/fe2b922a32734a059095d7d75d5766b8
2024-11-16T04:17:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4ec981b609f049e095b305958a58c2a4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4ec981b609f049e095b305958a58c2a4
2024-11-16T04:17:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/1fb15b64a22b4aa688ae30486aacf881
2024-11-16T04:17:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/4dd7b38e66be445f89c79e77807478a7
2024-11-16T04:17:27,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/2860a6f88a5d4514b1e8fb2c60aabd2a
2024-11-16T04:17:27,930 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits/288.seqid, newMaxSeqId=288, maxSeqId=4
2024-11-16T04:17:27,931 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.
2024-11-16T04:17:27,931 DEBUG [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1676): Region close journal for 51d1d0a5135ba64959a1bffbf6b95b18:
Waiting for close lock at 1731730646233Running coprocessor pre-close hooks at 1731730646233Disabling compacts and flushes for region at 1731730646233Disabling writes for close at 1731730646233Obtaining lock to block concurrent updates at 1731730646233Preparing flush snapshotting stores in 51d1d0a5135ba64959a1bffbf6b95b18 at 1731730646233Finished memstore snapshotting TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731730646234 (+1 ms)Flushing stores of TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18. at 1731730646234Flushing 51d1d0a5135ba64959a1bffbf6b95b18/A: creating writer at 1731730646234Flushing mob file 51d1d0a5135ba64959a1bffbf6b95b18/A: appending metadata at 1731730646238 (+4 ms)Flushing mob file 51d1d0a5135ba64959a1bffbf6b95b18/A: closing flushed file at 1731730646238Flushing 51d1d0a5135ba64959a1bffbf6b95b18/A: appending metadata at 1731730646644 (+406 ms)Flushing 51d1d0a5135ba64959a1bffbf6b95b18/A: closing flushed file at 1731730646644Flushing 51d1d0a5135ba64959a1bffbf6b95b18/B: creating writer at 1731730647051 (+407 ms)Flushing 51d1d0a5135ba64959a1bffbf6b95b18/B: appending metadata at 1731730647052 (+1 ms)Flushing 51d1d0a5135ba64959a1bffbf6b95b18/B: closing flushed file at 1731730647052Flushing 51d1d0a5135ba64959a1bffbf6b95b18/C: creating writer at 1731730647459 (+407 ms)Flushing 51d1d0a5135ba64959a1bffbf6b95b18/C: appending metadata at 1731730647461 (+2 ms)Flushing 51d1d0a5135ba64959a1bffbf6b95b18/C: closing flushed file at 1731730647461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326ae08f: reopening flushed file at 1731730647868 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1e67fb: reopening flushed file at 1731730647871 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f261b3: reopening flushed file at 1731730647874 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 51d1d0a5135ba64959a1bffbf6b95b18 in 1645ms, sequenceid=285, compaction requested=true at 1731730647879 (+5 ms)Writing region close event to WAL at 1731730647928 (+49 ms)Running coprocessor post-close hooks at 1731730647931 (+3 ms)Closed at 1731730647931
2024-11-16T04:17:27,932 INFO  [RS_CLOSE_REGION-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(157): Closed 51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:27,933 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=51d1d0a5135ba64959a1bffbf6b95b18, regionState=CLOSED
2024-11-16T04:17:27,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 because future has completed
2024-11-16T04:17:27,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-16T04:17:27,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseRegionProcedure 51d1d0a5135ba64959a1bffbf6b95b18, server=fda3efb342d8,46295,1731730453348 in 1.8540 sec
2024-11-16T04:17:27,937 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-16T04:17:27,937 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51d1d0a5135ba64959a1bffbf6b95b18, UNASSIGN in 1.8580 sec
2024-11-16T04:17:27,939 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-16T04:17:27,939 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec
2024-11-16T04:17:27,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731730647940"}]},"ts":"1731730647940"}
2024-11-16T04:17:27,942 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T04:17:27,942 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T04:17:27,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8700 sec
2024-11-16T04:17:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T04:17:28,220 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:28,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-16T04:17:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,222 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,223 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-16T04:17:28,225 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,227 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C, FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits]
2024-11-16T04:17:28,229 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/6b4c0691447f46a18ee7f03cba836673 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/6b4c0691447f46a18ee7f03cba836673
2024-11-16T04:17:28,230 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d509b6df45c04dde9b6335007f9881aa to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/d509b6df45c04dde9b6335007f9881aa
2024-11-16T04:17:28,230 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/ff6db06973e74e23b54668b54a6f9455 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/A/ff6db06973e74e23b54668b54a6f9455
2024-11-16T04:17:28,232 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/24980db07af04cafb0817450e1442b28 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/24980db07af04cafb0817450e1442b28
2024-11-16T04:17:28,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/458f262e144f44e78c4bf79e3aeb85f4 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/458f262e144f44e78c4bf79e3aeb85f4
2024-11-16T04:17:28,234 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e36482969ea74b7bae1aed5eb4c3829f to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/B/e36482969ea74b7bae1aed5eb4c3829f
2024-11-16T04:17:28,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/5a110808b080442ebcb49e4e27914b81 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/5a110808b080442ebcb49e4e27914b81
2024-11-16T04:17:28,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/67b13ef1b53c4f2a935ef45ada8b4a8d to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/67b13ef1b53c4f2a935ef45ada8b4a8d
2024-11-16T04:17:28,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/c6c757139b4f433d95668fcb4182f991 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/C/c6c757139b4f433d95668fcb4182f991
2024-11-16T04:17:28,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits/288.seqid to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18/recovered.edits/288.seqid
2024-11-16T04:17:28,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/default/TestAcidGuarantees/51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,239 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T04:17:28,239 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:17:28,240 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T04:17:28,242 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116066053c186b64d76aabd6b795a6cdc0b_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116066053c186b64d76aabd6b795a6cdc0b_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,243 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111618d7abcaea3f42e58640d376b38f05f7_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111618d7abcaea3f42e58640d376b38f05f7_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,244 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161d54a6c3f4c84c05a63916111c285e67_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161d54a6c3f4c84c05a63916111c285e67_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,245 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116283871d03fd24697abe8bd578dc0b11e_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116283871d03fd24697abe8bd578dc0b11e_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,245 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162bac7086ab5f4e2aad3f5303e98858bc_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162bac7086ab5f4e2aad3f5303e98858bc_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,246 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d27477cad00479793c394d6f1835ca5_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162d27477cad00479793c394d6f1835ca5_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,247 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111661fc39f2f9be45768a00acc816219cdb_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111661fc39f2f9be45768a00acc816219cdb_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,248 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166fdc99257fb54c1ab007bbf72a4eb472_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166fdc99257fb54c1ab007bbf72a4eb472_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,248 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673ef1d7d285c46a6920fb0f259422e4f_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673ef1d7d285c46a6920fb0f259422e4f_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,249 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111678f3ea27be02484b9feea5eba73f55c2_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111678f3ea27be02484b9feea5eba73f55c2_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a0851c4076844b79ac84548e36d41e22_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a0851c4076844b79ac84548e36d41e22_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c189aebf59384341b9e6942445f8624e_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c189aebf59384341b9e6942445f8624e_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,251 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ccd2a7cab18743498d863aaa4add55cb_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ccd2a7cab18743498d863aaa4add55cb_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,252 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1375853fb5e4b56a59a90c7ce07dd39_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1375853fb5e4b56a59a90c7ce07dd39_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,252 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f4a397acf4574fe5add657381c465c3b_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f4a397acf4574fe5add657381c465c3b_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fa31ee9180f54082b0d2f051f3e4044f_51d1d0a5135ba64959a1bffbf6b95b18 to hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fa31ee9180f54082b0d2f051f3e4044f_51d1d0a5135ba64959a1bffbf6b95b18
2024-11-16T04:17:28,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T04:17:28,255 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,257 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T04:17:28,259 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T04:17:28,260 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,260 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T04:17:28,260 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731730648260"}]},"ts":"9223372036854775807"}
2024-11-16T04:17:28,262 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T04:17:28,262 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 51d1d0a5135ba64959a1bffbf6b95b18, NAME => 'TestAcidGuarantees,,1731730614540.51d1d0a5135ba64959a1bffbf6b95b18.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T04:17:28,262 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T04:17:28,262 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731730648262"}]},"ts":"9223372036854775807"}
2024-11-16T04:17:28,264 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T04:17:28,264 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T04:17:28,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec
2024-11-16T04:17:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-16T04:17:28,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T04:17:28,330 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T04:17:28,337 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 251), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8175 (was 9076)
2024-11-16T04:17:28,338 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-16T04:17:28,338 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:17:28,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:17:28,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:28,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:28,338 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T04:17:28,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-16T04:17:28,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1372924334, stopped=false
2024-11-16T04:17:28,339 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fda3efb342d8,45329,1731730452505
2024-11-16T04:17:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T04:17:28,350 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T04:17:28,350 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:17:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:17:28,350 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T04:17:28,350 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T04:17:28,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:17:28,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:28,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T04:17:28,351 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fda3efb342d8,46295,1731730453348' *****
2024-11-16T04:17:28,351 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-16T04:17:28,351 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-16T04:17:28,351 INFO  [RS:0;fda3efb342d8:46295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-16T04:17:28,351 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-16T04:17:28,351 INFO  [RS:0;fda3efb342d8:46295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-16T04:17:28,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(959): stopping server fda3efb342d8,46295,1731730453348
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fda3efb342d8:46295.
2024-11-16T04:17:28,352 DEBUG [RS:0;fda3efb342d8:46295 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T04:17:28,352 DEBUG [RS:0;fda3efb342d8:46295 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-16T04:17:28,352 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-16T04:17:28,353 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-16T04:17:28,353 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T04:17:28,353 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-16T04:17:28,353 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T04:17:28,353 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T04:17:28,353 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T04:17:28,353 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T04:17:28,354 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-16T04:17:28,354 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:28,381 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/info/ab89437a461b4db09bf89b87c7ebd510 is 95, key is TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062./info:/1731730485881/DeleteFamily/seqid=0
2024-11-16T04:17:28,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742419_1595 (size=6514)
2024-11-16T04:17:28,386 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fda3efb342d8:45329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 10 more
2024-11-16T04:17:28,444 INFO  [regionserver/fda3efb342d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T04:17:28,554 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:28,563 INFO  [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-16T04:17:28,563 INFO  [regionserver/fda3efb342d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-16T04:17:28,754 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:28,784 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/info/ab89437a461b4db09bf89b87c7ebd510
2024-11-16T04:17:28,801 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/ns/51c79d3e9a784ee7884c2fa42fe35489 is 93, key is TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062./ns:/1731730485824/DeleteFamily/seqid=0
2024-11-16T04:17:28,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742420_1596 (size=5906)
2024-11-16T04:17:28,954 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:29,154 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:29,204 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/ns/51c79d3e9a784ee7884c2fa42fe35489
2024-11-16T04:17:29,222 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/rep_barrier/55ff32eec1634e429b8005ceb74eb0f0 is 102, key is TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062./rep_barrier:/1731730485824/DeleteFamily/seqid=0
2024-11-16T04:17:29,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742421_1597 (size=6025)
2024-11-16T04:17:29,354 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:29,555 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:29,625 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/rep_barrier/55ff32eec1634e429b8005ceb74eb0f0
2024-11-16T04:17:29,642 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/table/3f72ba42c192407d992710c82973532b is 96, key is TestAcidGuarantees,,1731730457743.8023f8c6296a065af52cd3566b2f3062./table:/1731730485824/DeleteFamily/seqid=0
2024-11-16T04:17:29,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742422_1598 (size=5936)
2024-11-16T04:17:29,755 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:29,955 DEBUG [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T04:17:30,046 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/table/3f72ba42c192407d992710c82973532b
2024-11-16T04:17:30,050 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/info/ab89437a461b4db09bf89b87c7ebd510 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/info/ab89437a461b4db09bf89b87c7ebd510
2024-11-16T04:17:30,053 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/info/ab89437a461b4db09bf89b87c7ebd510, entries=12, sequenceid=90, filesize=6.4 K
2024-11-16T04:17:30,054 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/ns/51c79d3e9a784ee7884c2fa42fe35489 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/ns/51c79d3e9a784ee7884c2fa42fe35489
2024-11-16T04:17:30,057 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/ns/51c79d3e9a784ee7884c2fa42fe35489, entries=8, sequenceid=90, filesize=5.8 K
2024-11-16T04:17:30,058 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/rep_barrier/55ff32eec1634e429b8005ceb74eb0f0 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/rep_barrier/55ff32eec1634e429b8005ceb74eb0f0
2024-11-16T04:17:30,061 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/rep_barrier/55ff32eec1634e429b8005ceb74eb0f0, entries=6, sequenceid=90, filesize=5.9 K
2024-11-16T04:17:30,062 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/.tmp/table/3f72ba42c192407d992710c82973532b as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/table/3f72ba42c192407d992710c82973532b
2024-11-16T04:17:30,065 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/table/3f72ba42c192407d992710c82973532b, entries=7, sequenceid=90, filesize=5.8 K
2024-11-16T04:17:30,066 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=90, compaction requested=false
2024-11-16T04:17:30,079 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-16T04:17:30,079 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T04:17:30,079 INFO  [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T04:17:30,079 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731730648353Running coprocessor pre-close hooks at 1731730648353Disabling compacts and flushes for region at 1731730648353Disabling writes for close at 1731730648353Obtaining lock to block concurrent updates at 1731730648354 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731730648354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731730648354Flushing stores of hbase:meta,,1.1588230740 at 1731730648355 (+1 ms)Flushing 1588230740/info: creating writer at 1731730648355Flushing 1588230740/info: appending metadata at 1731730648380 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731730648380Flushing 1588230740/ns: creating writer at 1731730648788 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731730648800 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731730648800Flushing 1588230740/rep_barrier: creating writer at 1731730649208 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731730649222 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731730649222Flushing 1588230740/table: creating writer at 1731730649628 (+406 ms)Flushing 1588230740/table: appending metadata at 1731730649642 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731730649642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af06393: reopening flushed file at 1731730650049 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1f5ecd: reopening flushed file at 1731730650053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74080ab3: reopening flushed file at 1731730650057 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c425b0: reopening flushed file at 1731730650062 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=90, compaction requested=false at 1731730650066 (+4 ms)Writing region close event to WAL at 1731730650076 (+10 ms)Running coprocessor post-close hooks at 1731730650079 (+3 ms)Closed at 1731730650079
2024-11-16T04:17:30,079 DEBUG [RS_CLOSE_META-regionserver/fda3efb342d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-16T04:17:30,155 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(976): stopping server fda3efb342d8,46295,1731730453348; all regions closed.
2024-11-16T04:17:30,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741834_1010 (size=25344)
2024-11-16T04:17:30,161 DEBUG [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/oldWALs
2024-11-16T04:17:30,161 INFO  [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C46295%2C1731730453348.meta:.meta(num 1731730457347)
2024-11-16T04:17:30,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741833_1009 (size=14334833)
2024-11-16T04:17:30,164 DEBUG [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/oldWALs
2024-11-16T04:17:30,164 INFO  [RS:0;fda3efb342d8:46295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fda3efb342d8%2C46295%2C1731730453348:(num 1731730456714)
2024-11-16T04:17:30,164 DEBUG [RS:0;fda3efb342d8:46295 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T04:17:30,164 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T04:17:30,164 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T04:17:30,164 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.ChoreService(370): Chore service for: regionserver/fda3efb342d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-16T04:17:30,164 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T04:17:30,164 INFO  [regionserver/fda3efb342d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T04:17:30,165 INFO  [RS:0;fda3efb342d8:46295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46295
2024-11-16T04:17:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T04:17:30,297 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fda3efb342d8,46295,1731730453348
2024-11-16T04:17:30,297 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T04:17:30,298 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fda3efb342d8,46295,1731730453348]
2024-11-16T04:17:30,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fda3efb342d8,46295,1731730453348 already deleted, retry=false
2024-11-16T04:17:30,307 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fda3efb342d8,46295,1731730453348 expired; onlineServers=0
2024-11-16T04:17:30,308 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fda3efb342d8,45329,1731730452505' *****
2024-11-16T04:17:30,308 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-16T04:17:30,308 INFO  [M:0;fda3efb342d8:45329 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T04:17:30,308 INFO  [M:0;fda3efb342d8:45329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T04:17:30,308 DEBUG [M:0;fda3efb342d8:45329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-16T04:17:30,308 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-16T04:17:30,308 DEBUG [M:0;fda3efb342d8:45329 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-16T04:17:30,308 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456448 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.small.0-1731730456448,5,FailOnTimeoutGroup]
2024-11-16T04:17:30,308 DEBUG [master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456433 {}] cleaner.HFileCleaner(306): Exit Thread[master/fda3efb342d8:0:becomeActiveMaster-HFileCleaner.large.0-1731730456433,5,FailOnTimeoutGroup]
2024-11-16T04:17:30,308 INFO  [M:0;fda3efb342d8:45329 {}] hbase.ChoreService(370): Chore service for: master/fda3efb342d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-16T04:17:30,308 INFO  [M:0;fda3efb342d8:45329 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T04:17:30,308 DEBUG [M:0;fda3efb342d8:45329 {}] master.HMaster(1795): Stopping service threads
2024-11-16T04:17:30,308 INFO  [M:0;fda3efb342d8:45329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-16T04:17:30,309 INFO  [M:0;fda3efb342d8:45329 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T04:17:30,309 ERROR [M:0;fda3efb342d8:45329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41903 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41903,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-16T04:17:30,309 INFO  [M:0;fda3efb342d8:45329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-16T04:17:30,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-16T04:17:30,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-16T04:17:30,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T04:17:30,318 DEBUG [M:0;fda3efb342d8:45329 {}] zookeeper.ZKUtil(347): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-16T04:17:30,318 WARN  [M:0;fda3efb342d8:45329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-16T04:17:30,319 INFO  [M:0;fda3efb342d8:45329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/.lastflushedseqids
2024-11-16T04:17:30,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742423_1599 (size=72)
2024-11-16T04:17:30,408 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T04:17:30,408 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46295-0x10141d9a8600001, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T04:17:30,408 INFO  [RS:0;fda3efb342d8:46295 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T04:17:30,408 INFO  [RS:0;fda3efb342d8:46295 {}] regionserver.HRegionServer(1031): Exiting; stopping=fda3efb342d8,46295,1731730453348; zookeeper connection closed.
2024-11-16T04:17:30,408 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20d6727c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20d6727c
2024-11-16T04:17:30,409 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-16T04:17:30,727 INFO  [M:0;fda3efb342d8:45329 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-16T04:17:30,727 INFO  [M:0;fda3efb342d8:45329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-16T04:17:30,727 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T04:17:30,727 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:17:30,727 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:17:30,727 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T04:17:30,728 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:17:30,728 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=756.34 KB heapSize=925.62 KB
2024-11-16T04:17:30,742 DEBUG [M:0;fda3efb342d8:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982ce7e92f6d4e698fb7961b790751d2 is 82, key is hbase:meta,,1/info:regioninfo/1731730457424/Put/seqid=0
2024-11-16T04:17:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742424_1600 (size=5672)
2024-11-16T04:17:31,145 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2092 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982ce7e92f6d4e698fb7961b790751d2
2024-11-16T04:17:31,171 DEBUG [M:0;fda3efb342d8:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c966cf764e374320aa74d1b812779de2 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x8B/proc:d/1731730617615/Put/seqid=0
2024-11-16T04:17:31,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742425_1601 (size=43600)
2024-11-16T04:17:31,578 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=755.78 KB at sequenceid=2092 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c966cf764e374320aa74d1b812779de2
2024-11-16T04:17:31,581 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c966cf764e374320aa74d1b812779de2
2024-11-16T04:17:31,593 DEBUG [M:0;fda3efb342d8:45329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9020dc20344e8bba09f15909dbb619 is 69, key is fda3efb342d8,46295,1731730453348/rs:state/1731730456465/Put/seqid=0
2024-11-16T04:17:31,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073742426_1602 (size=5156)
2024-11-16T04:17:31,996 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2092 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9020dc20344e8bba09f15909dbb619
2024-11-16T04:17:32,000 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982ce7e92f6d4e698fb7961b790751d2 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982ce7e92f6d4e698fb7961b790751d2
2024-11-16T04:17:32,002 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982ce7e92f6d4e698fb7961b790751d2, entries=8, sequenceid=2092, filesize=5.5 K
2024-11-16T04:17:32,003 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c966cf764e374320aa74d1b812779de2 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c966cf764e374320aa74d1b812779de2
2024-11-16T04:17:32,005 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c966cf764e374320aa74d1b812779de2
2024-11-16T04:17:32,005 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c966cf764e374320aa74d1b812779de2, entries=160, sequenceid=2092, filesize=42.6 K
2024-11-16T04:17:32,006 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b9020dc20344e8bba09f15909dbb619 as hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b9020dc20344e8bba09f15909dbb619
2024-11-16T04:17:32,008 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/8c1fa9df-2010-c37c-070d-728834a157f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b9020dc20344e8bba09f15909dbb619, entries=1, sequenceid=2092, filesize=5.0 K
2024-11-16T04:17:32,009 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~756.34 KB/774492, heapSize ~925.32 KB/947528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2092, compaction requested=false
2024-11-16T04:17:32,010 INFO  [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T04:17:32,010 DEBUG [M:0;fda3efb342d8:45329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731730650727Disabling compacts and flushes for region at 1731730650727Disabling writes for close at 1731730650727Obtaining lock to block concurrent updates at 1731730650728 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731730650728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=774492, getHeapSize=947768, getOffHeapSize=0, getCellsCount=2277 at 1731730650728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731730650728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731730650729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731730650741 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731730650741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731730651149 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731730651170 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731730651170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731730651581 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731730651593 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731730651593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36292f89: reopening flushed file at 1731730651999 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac8634c: reopening flushed file at 1731730652002 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d082207: reopening flushed file at 1731730652005 (+3 ms)Finished flush of dataSize ~756.34 KB/774492, heapSize ~925.32 KB/947528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2092, compaction requested=false at 1731730652009 (+4 ms)Writing region close event to WAL at 1731730652010 (+1 ms)Closed at 1731730652010
2024-11-16T04:17:32,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41651 is added to blk_1073741830_1006 (size=911631)
2024-11-16T04:17:32,013 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T04:17:32,013 INFO  [M:0;fda3efb342d8:45329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-16T04:17:32,013 INFO  [M:0;fda3efb342d8:45329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45329
2024-11-16T04:17:32,013 INFO  [M:0;fda3efb342d8:45329 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T04:17:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T04:17:32,134 INFO  [M:0;fda3efb342d8:45329 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T04:17:32,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45329-0x10141d9a8600000, quorum=127.0.0.1:61547, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T04:17:32,140 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T04:17:32,142 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T04:17:32,142 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T04:17:32,142 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T04:17:32,143 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.log.dir/,STOPPED}
2024-11-16T04:17:32,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-16T04:17:32,145 WARN  [BP-791663622-172.17.0.2-1731730448887 heartbeating to localhost/127.0.0.1:41903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-16T04:17:32,145 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-16T04:17:32,145 WARN  [BP-791663622-172.17.0.2-1731730448887 heartbeating to localhost/127.0.0.1:41903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791663622-172.17.0.2-1731730448887 (Datanode Uuid 6be58310-fae0-41d8-9a74-8e730b928d40) service to localhost/127.0.0.1:41903
2024-11-16T04:17:32,148 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/data/data1/current/BP-791663622-172.17.0.2-1731730448887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T04:17:32,148 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/cluster_6df8df3f-4606-ba69-92a0-caa0f53ac540/data/data2/current/BP-791663622-172.17.0.2-1731730448887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T04:17:32,148 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-16T04:17:32,155 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T04:17:32,155 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T04:17:32,156 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T04:17:32,156 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T04:17:32,156 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/23df100c-93e7-3bd1-92af-b8fd6a91d436/hadoop.log.dir/,STOPPED}
2024-11-16T04:17:32,175 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-16T04:17:32,312 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down